2024-11-16 18:16:56,138 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 18:16:56,157 main DEBUG Took 0.017223 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 18:16:56,158 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 18:16:56,158 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 18:16:56,160 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 18:16:56,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,169 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 18:16:56,183 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,186 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,189 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,190 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,193 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,194 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,194 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,195 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,195 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,196 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,196 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,197 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 18:16:56,198 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,198 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 18:16:56,200 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 18:16:56,201 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 18:16:56,204 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 18:16:56,204 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 18:16:56,206 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 18:16:56,207 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 18:16:56,215 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 18:16:56,218 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 18:16:56,220 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 18:16:56,220 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 18:16:56,221 main DEBUG createAppenders(={Console}) 2024-11-16 18:16:56,222 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 18:16:56,222 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 18:16:56,223 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 18:16:56,223 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 18:16:56,224 main DEBUG OutputStream closed 2024-11-16 18:16:56,224 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 18:16:56,225 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 18:16:56,225 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 18:16:56,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 18:16:56,313 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 18:16:56,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 18:16:56,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 18:16:56,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 18:16:56,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 18:16:56,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 18:16:56,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 18:16:56,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 18:16:56,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 18:16:56,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 18:16:56,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 18:16:56,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 18:16:56,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 18:16:56,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 18:16:56,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 18:16:56,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 18:16:56,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 18:16:56,323 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 18:16:56,324 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 18:16:56,324 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 18:16:56,325 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T18:16:56,339 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 18:16:56,341 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 18:16:56,341 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T18:16:56,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=106, ProcessCount=11, AvailableMemoryMB=5181 2024-11-16T18:16:56,609 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T18:16:56,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644 2024-11-16T18:16:56,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23, deleteOnExit=true 2024-11-16T18:16:56,782 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/zookeeper_0, clientPort=57799, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:16:56,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57799 2024-11-16T18:16:56,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:16:56,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:16:56,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/test.cache.data in system properties and HBase conf 2024-11-16T18:16:56,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:16:56,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:16:56,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:16:56,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:16:56,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:16:56,909 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T18:16:57,016 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:16:57,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:16:57,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:16:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:16:57,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:16:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:16:57,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:16:57,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:16:57,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:16:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:16:57,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:16:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:16:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:16:57,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:16:57,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:16:58,072 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T18:16:58,137 INFO [Time-limited test {}] log.Log(170): Logging initialized @2661ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T18:16:58,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:16:58,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:16:58,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:16:58,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:16:58,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:16:58,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:16:58,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:16:58,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:16:58,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/java.io.tmpdir/jetty-localhost-35171-hadoop-hdfs-3_4_1-tests_jar-_-any-12241548731574011969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:16:58,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:35171} 2024-11-16T18:16:58,497 INFO [Time-limited test {}] server.Server(415): Started @3021ms 2024-11-16T18:16:59,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:16:59,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:16:59,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:16:59,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:16:59,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:16:59,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:16:59,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:16:59,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/java.io.tmpdir/jetty-localhost-43119-hadoop-hdfs-3_4_1-tests_jar-_-any-1587003419156797474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:16:59,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:43119} 2024-11-16T18:16:59,128 INFO [Time-limited test {}] server.Server(415): Started @3652ms 2024-11-16T18:16:59,174 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:00,308 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/data/data1/current/BP-1961053148-172.17.0.2-1731781017530/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:00,308 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/data/data2/current/BP-1961053148-172.17.0.2-1731781017530/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:00,335 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:00,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b69cdfc48ef54d2 with lease ID 0xbc418bfce8ce4d36: Processing first storage report for DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f from datanode DatanodeRegistration(127.0.0.1:37289, datanodeUuid=ee700d93-37ce-436a-bf9c-5657a740bc6d, infoPort=35417, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=1346400210;c=1731781017530) 2024-11-16T18:17:00,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b69cdfc48ef54d2 with lease ID 0xbc418bfce8ce4d36: from storage DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f node DatanodeRegistration(127.0.0.1:37289, datanodeUuid=ee700d93-37ce-436a-bf9c-5657a740bc6d, infoPort=35417, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=1346400210;c=1731781017530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:17:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b69cdfc48ef54d2 with lease ID 0xbc418bfce8ce4d36: Processing first storage report for DS-6a1f9719-a797-49d2-a951-d970b7b87938 from datanode DatanodeRegistration(127.0.0.1:37289, datanodeUuid=ee700d93-37ce-436a-bf9c-5657a740bc6d, infoPort=35417, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=1346400210;c=1731781017530) 2024-11-16T18:17:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b69cdfc48ef54d2 with lease ID 0xbc418bfce8ce4d36: from storage DS-6a1f9719-a797-49d2-a951-d970b7b87938 node DatanodeRegistration(127.0.0.1:37289, datanodeUuid=ee700d93-37ce-436a-bf9c-5657a740bc6d, infoPort=35417, infoSecurePort=0, ipcPort=35605, storageInfo=lv=-57;cid=testClusterID;nsid=1346400210;c=1731781017530), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:17:00,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644 2024-11-16T18:17:00,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:00,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:01,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2 with version=8 2024-11-16T18:17:01,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/hbase-staging 2024-11-16T18:17:01,164 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T18:17:01,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:01,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:01,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:01,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:01,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:01,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:01,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:01,674 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T18:17:01,682 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T18:17:01,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:01,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9789 (auto-detected) 2024-11-16T18:17:01,709 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T18:17:01,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42795 2024-11-16T18:17:01,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42795 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:01,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427950x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:01,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42795-0x10144dd385d0000 connected 2024-11-16T18:17:02,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:02,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:02,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:02,074 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2, hbase.cluster.distributed=false 2024-11-16T18:17:02,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/acl 2024-11-16T18:17:02,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-16T18:17:02,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42795 2024-11-16T18:17:02,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42795 2024-11-16T18:17:02,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-16T18:17:02,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42795 2024-11-16T18:17:02,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:02,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:02,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:02,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:02,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:02,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:02,207 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34691 2024-11-16T18:17:02,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34691 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:02,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:02,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346910x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:02,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346910x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:02,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34691-0x10144dd385d0001 connected 2024-11-16T18:17:02,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:02,239 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:02,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/master 2024-11-16T18:17:02,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/acl 2024-11-16T18:17:02,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-16T18:17:02,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34691 2024-11-16T18:17:02,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34691 2024-11-16T18:17:02,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-16T18:17:02,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34691 2024-11-16T18:17:02,265 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:42795 2024-11-16T18:17:02,266 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1796258657/backup-masters/3bde9015baec,42795,1731781021329 2024-11-16T18:17:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:02,284 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/backup-masters/3bde9015baec,42795,1731781021329 2024-11-16T18:17:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/master 2024-11-16T18:17:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:02,315 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/master 2024-11-16T18:17:02,317 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1796258657/backup-masters/3bde9015baec,42795,1731781021329 from backup master directory 2024-11-16T18:17:02,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/backup-masters/3bde9015baec,42795,1731781021329 2024-11-16T18:17:02,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:02,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:02,325 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:02,325 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,42795,1731781021329 2024-11-16T18:17:02,327 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T18:17:02,329 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T18:17:02,384 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/hbase.id] with ID: 0e743a11-c849-4f26-b6cd-6681d16ccfeb 2024-11-16T18:17:02,384 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.tmp/hbase.id 2024-11-16T18:17:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:02,800 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.tmp/hbase.id]:[hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/hbase.id] 2024-11-16T18:17:02,850 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:02,855 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:02,873 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-16T18:17:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:02,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:17:03,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:03,358 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:03,371 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:17:03,375 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:03,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:17:03,827 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store 2024-11-16T18:17:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:17:04,255 INFO [master/3bde9015baec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T18:17:04,258 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:04,260 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:04,260 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:04,260 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:04,262 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:04,262 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:04,262 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:04,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781024260Disabling compacts and flushes for region at 1731781024260Disabling writes for close at 1731781024262 (+2 ms)Writing region close event to WAL at 1731781024262Closed at 1731781024262 2024-11-16T18:17:04,266 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/.initializing 2024-11-16T18:17:04,266 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329 2024-11-16T18:17:04,273 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:04,286 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C42795%2C1731781021329, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:04,306 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329/3bde9015baec%2C42795%2C1731781021329.1731781024290, exclude list is [], retry=0 2024-11-16T18:17:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T18:17:04,353 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:04,354 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:04,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:04,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:04,358 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,359 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:04,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:04,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:04,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:04,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:04,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:04,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:04,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:04,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:04,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:04,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:04,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:04,430 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,434 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,435 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,440 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,440 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,443 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:04,447 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:04,451 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:04,452 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74888191, jitterRate=0.1159210056066513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:04,460 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781024369Initializing all the Stores at 1731781024372 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781024372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781024373 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781024373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781024373Cleaning up temporary data from old regions at 1731781024440 (+67 ms)Region opened successfully at 1731781024460 (+20 ms) 2024-11-16T18:17:04,461 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:04,489 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:04,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:17:04,524 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:04,524 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:04,527 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:04,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T18:17:04,532 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-16T18:17:04,532 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:04,554 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:04,562 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:04,629 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/balancer already deleted, retry=false 2024-11-16T18:17:04,633 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:04,636 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:04,648 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/normalizer already deleted, retry=false 2024-11-16T18:17:04,652 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:04,658 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:04,669 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/switch/split already deleted, retry=false 2024-11-16T18:17:04,671 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:04,682 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/switch/merge already deleted, retry=false 2024-11-16T18:17:04,705 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:04,713 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,728 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,42795,1731781021329, sessionid=0x10144dd385d0000, setting cluster-up flag (Was=false) 2024-11-16T18:17:04,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,787 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796258657/flush-table-proc/acquired, /0-1796258657/flush-table-proc/reached, /0-1796258657/flush-table-proc/abort 2024-11-16T18:17:04,792 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42795,1731781021329 2024-11-16T18:17:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:04,850 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796258657/online-snapshot/acquired, /0-1796258657/online-snapshot/reached, /0-1796258657/online-snapshot/abort 2024-11-16T18:17:04,853 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42795,1731781021329 2024-11-16T18:17:04,861 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:17:04,932 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:04,942 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:04,949 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:04,954 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,42795,1731781021329 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:04,958 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(746): ClusterId : 0e743a11-c849-4f26-b6cd-6681d16ccfeb 2024-11-16T18:17:04,960 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:04,961 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:04,962 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:04,962 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:04,962 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:04,962 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:04,962 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:04,963 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:04,963 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:04,964 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781054964 2024-11-16T18:17:04,966 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:04,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:04,968 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:04,968 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:04,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:04,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:17:04,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:04,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:04,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:04,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:04,975 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:04,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:17:04,975 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:04,978 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:04,979 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd0428f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:04,979 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:04,980 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:04,980 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:04,981 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:04,982 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:04,983 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:04,984 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781024984,5,FailOnTimeoutGroup] 2024-11-16T18:17:04,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781024985,5,FailOnTimeoutGroup] 2024-11-16T18:17:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:17:04,985 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:04,985 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:04,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:04,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:04,993 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:34691 2024-11-16T18:17:04,996 INFO [RS:0;3bde9015baec:34691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:04,996 INFO [RS:0;3bde9015baec:34691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:04,996 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:04,999 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,42795,1731781021329 with port=34691, startcode=1731781022167 2024-11-16T18:17:05,008 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:05,035 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:05,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42795 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,053 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2 2024-11-16T18:17:05,053 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46559 2024-11-16T18:17:05,053 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/rs 2024-11-16T18:17:05,061 DEBUG [RS:0;3bde9015baec:34691 {}] zookeeper.ZKUtil(111): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/rs/3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,061 WARN [RS:0;3bde9015baec:34691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:05,062 INFO [RS:0;3bde9015baec:34691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:05,062 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,34691,1731781022167] 2024-11-16T18:17:05,090 INFO [RS:0;3bde9015baec:34691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:05,105 INFO [RS:0;3bde9015baec:34691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:05,109 INFO [RS:0;3bde9015baec:34691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:05,109 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,110 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:05,115 INFO [RS:0;3bde9015baec:34691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:05,117 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,117 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,117 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,117 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,118 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,118 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,118 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:05,118 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,118 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:05,119 DEBUG [RS:0;3bde9015baec:34691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:05,121 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,121 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,122 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,122 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,122 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,122 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34691,1731781022167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:05,139 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:05,141 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34691,1731781022167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,141 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,141 INFO [RS:0;3bde9015baec:34691 {}] regionserver.Replication(171): 3bde9015baec,34691,1731781022167 started 2024-11-16T18:17:05,157 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:05,158 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,34691,1731781022167, RpcServer on 3bde9015baec/172.17.0.2:34691, sessionid=0x10144dd385d0001 2024-11-16T18:17:05,158 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:05,159 DEBUG [RS:0;3bde9015baec:34691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,159 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34691,1731781022167' 2024-11-16T18:17:05,159 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796258657/flush-table-proc/abort' 2024-11-16T18:17:05,160 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796258657/flush-table-proc/acquired' 2024-11-16T18:17:05,161 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:05,161 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:05,161 DEBUG [RS:0;3bde9015baec:34691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,34691,1731781022167 2024-11-16T18:17:05,161 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34691,1731781022167' 2024-11-16T18:17:05,161 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796258657/online-snapshot/abort' 2024-11-16T18:17:05,162 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796258657/online-snapshot/acquired' 2024-11-16T18:17:05,162 DEBUG [RS:0;3bde9015baec:34691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:05,162 INFO [RS:0;3bde9015baec:34691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:05,163 INFO [RS:0;3bde9015baec:34691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:05,272 INFO [RS:0;3bde9015baec:34691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:05,275 INFO [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34691%2C1731781022167, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:05,289 DEBUG [RS:0;3bde9015baec:34691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277, exclude list is [], retry=0 2024-11-16T18:17:05,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:05,297 INFO [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 2024-11-16T18:17:05,297 DEBUG [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:05,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:17:05,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2 2024-11-16T18:17:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:17:05,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:05,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:05,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:05,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:05,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:05,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:05,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:05,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:05,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:05,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:05,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:05,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:05,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:05,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:05,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:05,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:05,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:05,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:05,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:05,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:05,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:05,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:05,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:05,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:05,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:05,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72725517, jitterRate=0.08369465172290802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:05,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781025812Initializing all the Stores at 1731781025816 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781025816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781025816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781025816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781025816Cleaning up temporary data from old regions at 1731781025835 (+19 ms)Region opened successfully at 1731781025846 (+11 ms) 2024-11-16T18:17:05,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:05,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:05,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:05,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:05,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:05,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:05,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781025846Disabling compacts and flushes for region at 1731781025846Disabling writes for close at 1731781025847 (+1 ms)Writing region close event to WAL at 1731781025848 (+1 ms)Closed at 1731781025848 2024-11-16T18:17:05,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:05,852 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:17:05,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:05,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:05,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:17:06,019 DEBUG [3bde9015baec:42795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:06,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,34691,1731781022167 2024-11-16T18:17:06,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34691,1731781022167, state=OPENING 2024-11-16T18:17:06,124 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:17:06,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:06,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:06,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:06,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:06,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:06,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34691,1731781022167}] 2024-11-16T18:17:06,344 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:06,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:06,359 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:06,359 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:06,360 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:06,363 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34691%2C1731781022167.meta, suffix=.meta, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:06,378 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.meta.1731781026366.meta, exclude list is [], retry=0 2024-11-16T18:17:06,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:06,384 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.meta.1731781026366.meta 2024-11-16T18:17:06,384 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:06,385 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:06,389 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:06,390 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:06,392 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:06,394 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:06,397 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:06,398 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:06,398 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:06,398 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:06,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:06,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:06,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:06,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:06,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:06,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:06,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:06,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:06,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:06,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:06,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:06,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:06,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:06,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:06,411 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:06,413 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:06,415 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:06,418 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:06,418 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:06,419 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:06,422 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:06,424 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61648478, jitterRate=-0.08136609196662903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:06,424 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:06,426 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781026399Writing region info on filesystem at 1731781026399Initializing all the Stores at 1731781026401 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781026401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781026401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781026401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781026401Cleaning up temporary data from old regions at 1731781026418 (+17 ms)Running coprocessor post-open hooks at 1731781026424 (+6 ms)Region opened successfully at 1731781026426 (+2 ms) 2024-11-16T18:17:06,432 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781026335 2024-11-16T18:17:06,442 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:06,442 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:06,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,34691,1731781022167 2024-11-16T18:17:06,446 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34691,1731781022167, state=OPEN 2024-11-16T18:17:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:06,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:06,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:06,470 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,34691,1731781022167 2024-11-16T18:17:06,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:17:06,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34691,1731781022167 in 304 msec 2024-11-16T18:17:06,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:17:06,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-16T18:17:06,486 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:06,486 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:17:06,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:06,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34691,1731781022167, seqNum=-1] 2024-11-16T18:17:06,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:06,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:06,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6590 sec 2024-11-16T18:17:06,551 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781026551, completionTime=-1 2024-11-16T18:17:06,554 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:17:06,554 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:06,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:06,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781086577 2024-11-16T18:17:06,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781146577 2024-11-16T18:17:06,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-16T18:17:06,579 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,579 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,580 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,581 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:42795, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,581 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,582 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,587 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:17:06,608 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.283sec 2024-11-16T18:17:06,609 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:06,610 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:06,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:06,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:06,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:06,612 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:06,612 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:06,619 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:06,620 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:06,620 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42795,1731781021329-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:06,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b283f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:06,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T18:17:06,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T18:17:06,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42795,-1 for getting cluster id 2024-11-16T18:17:06,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:06,685 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e743a11-c849-4f26-b6cd-6681d16ccfeb' 2024-11-16T18:17:06,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:06,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e743a11-c849-4f26-b6cd-6681d16ccfeb" 2024-11-16T18:17:06,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42795,-1] 2024-11-16T18:17:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:06,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:06,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622797e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:06,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34691,1731781022167, seqNum=-1] 2024-11-16T18:17:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:06,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:06,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,42795,1731781021329 2024-11-16T18:17:06,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:06,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144dd385d0002 connected 2024-11-16T18:17:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir so I do NOT create it in target/test-data/67f20d6a-4af8-1252-7398-32112ace2607 2024-11-16T18:17:06,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:17:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.tmp.dir so I do NOT create it in target/test-data/67f20d6a-4af8-1252-7398-32112ace2607 2024-11-16T18:17:06,774 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:17:06,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607 2024-11-16T18:17:06,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:17:06,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/cluster_d73541fb-8547-81cc-ab0b-baafb9692aaf, deleteOnExit=true 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/test.cache.data in system properties and HBase conf 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:17:06,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:17:06,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:17:06,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:17:06,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:17:07,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:07,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:07,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:07,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:07,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:07,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:07,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:07,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:07,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b90337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/java.io.tmpdir/jetty-localhost-42395-hadoop-hdfs-3_4_1-tests_jar-_-any-14605501906312821101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:07,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:42395} 2024-11-16T18:17:07,371 INFO [Time-limited test {}] server.Server(415): Started @11895ms 2024-11-16T18:17:07,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:07,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:07,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:07,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:07,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:07,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:07,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:07,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191c2095{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/java.io.tmpdir/jetty-localhost-46375-hadoop-hdfs-3_4_1-tests_jar-_-any-16982649867551615458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:07,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:46375} 2024-11-16T18:17:07,824 INFO [Time-limited test {}] server.Server(415): Started @12349ms 2024-11-16T18:17:07,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:08,876 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/cluster_d73541fb-8547-81cc-ab0b-baafb9692aaf/data/data2/current/BP-1933356058-172.17.0.2-1731781026804/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:08,876 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/cluster_d73541fb-8547-81cc-ab0b-baafb9692aaf/data/data1/current/BP-1933356058-172.17.0.2-1731781026804/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:08,894 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x260058b162726775 with lease ID 0x9bbe145144fa92ba: Processing first storage report for DS-99209160-e49b-4e25-ac33-7cd7125b39cc from datanode DatanodeRegistration(127.0.0.1:33423, datanodeUuid=eff69233-e9cf-44b0-b9a8-68c263751163, infoPort=44421, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=587698383;c=1731781026804) 2024-11-16T18:17:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x260058b162726775 with lease ID 0x9bbe145144fa92ba: from storage DS-99209160-e49b-4e25-ac33-7cd7125b39cc node DatanodeRegistration(127.0.0.1:33423, datanodeUuid=eff69233-e9cf-44b0-b9a8-68c263751163, infoPort=44421, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=587698383;c=1731781026804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x260058b162726775 with lease ID 0x9bbe145144fa92ba: Processing first storage report for DS-1d8d7620-b367-41b5-b7bd-024402d6543b from datanode DatanodeRegistration(127.0.0.1:33423, datanodeUuid=eff69233-e9cf-44b0-b9a8-68c263751163, infoPort=44421, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=587698383;c=1731781026804) 2024-11-16T18:17:08,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x260058b162726775 with lease ID 0x9bbe145144fa92ba: from storage DS-1d8d7620-b367-41b5-b7bd-024402d6543b node DatanodeRegistration(127.0.0.1:33423, datanodeUuid=eff69233-e9cf-44b0-b9a8-68c263751163, infoPort=44421, infoSecurePort=0, ipcPort=41729, storageInfo=lv=-57;cid=testClusterID;nsid=587698383;c=1731781026804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:08,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607 2024-11-16T18:17:08,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:08,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:09,402 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50 with version=8 2024-11-16T18:17:09,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/hbase-staging 2024-11-16T18:17:09,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:09,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:09,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:09,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40593 2024-11-16T18:17:09,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40593 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:09,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405930x0, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:09,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40593-0x10144dd385d0003 connected 2024-11-16T18:17:09,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:09,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:09,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/running 2024-11-16T18:17:09,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50, hbase.cluster.distributed=false 2024-11-16T18:17:09,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/acl 2024-11-16T18:17:09,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:17:09,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-16T18:17:09,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-16T18:17:09,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:17:09,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:17:09,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:09,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:09,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36341 2024-11-16T18:17:09,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36341 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:09,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:09,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363410x0, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:09,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363410x0, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/running 2024-11-16T18:17:09,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36341-0x10144dd385d0004 connected 2024-11-16T18:17:09,577 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:09,578 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:09,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/master 2024-11-16T18:17:09,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/acl 2024-11-16T18:17:09,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-16T18:17:09,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36341 2024-11-16T18:17:09,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36341 2024-11-16T18:17:09,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-16T18:17:09,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36341 2024-11-16T18:17:09,595 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:40593 2024-11-16T18:17:09,596 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1281209008/backup-masters/3bde9015baec,40593,1731781029408 2024-11-16T18:17:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/backup-masters 2024-11-16T18:17:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/backup-masters 2024-11-16T18:17:09,608 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on existing znode=/1-1281209008/backup-masters/3bde9015baec,40593,1731781029408 2024-11-16T18:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1281209008/master 2024-11-16T18:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:09,619 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on existing znode=/1-1281209008/master 2024-11-16T18:17:09,619 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1281209008/backup-masters/3bde9015baec,40593,1731781029408 from backup master directory 2024-11-16T18:17:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1281209008/backup-masters/3bde9015baec,40593,1731781029408 2024-11-16T18:17:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/backup-masters 2024-11-16T18:17:09,629 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:09,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/backup-masters 2024-11-16T18:17:09,629 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,40593,1731781029408 2024-11-16T18:17:09,636 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/hbase.id] with ID: 55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:09,636 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/.tmp/hbase.id 2024-11-16T18:17:09,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:10,047 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/.tmp/hbase.id]:[hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/hbase.id] 2024-11-16T18:17:10,074 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:10,074 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:10,076 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T18:17:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:17:10,540 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:10,544 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:10,544 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:17:10,960 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store 2024-11-16T18:17:10,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:17:10,973 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:10,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:10,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:10,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:10,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:10,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:10,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:10,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781030974Disabling compacts and flushes for region at 1731781030974Disabling writes for close at 1731781030974Writing region close event to WAL at 1731781030974Closed at 1731781030974 2024-11-16T18:17:10,976 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/.initializing 2024-11-16T18:17:10,976 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/WALs/3bde9015baec,40593,1731781029408 2024-11-16T18:17:10,979 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:10,983 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C40593%2C1731781029408, suffix=, logDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/WALs/3bde9015baec,40593,1731781029408, archiveDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:10,998 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/WALs/3bde9015baec,40593,1731781029408/3bde9015baec%2C40593%2C1731781029408.1731781030984, exclude list is [], retry=0 2024-11-16T18:17:11,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-99209160-e49b-4e25-ac33-7cd7125b39cc,DISK] 2024-11-16T18:17:11,004 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/WALs/3bde9015baec,40593,1731781029408/3bde9015baec%2C40593%2C1731781029408.1731781030984 2024-11-16T18:17:11,005 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-16T18:17:11,005 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:11,005 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:11,005 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,005 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:11,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:11,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:11,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:11,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:11,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:11,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:11,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:11,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:11,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:11,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:11,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:11,021 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,022 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,023 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,026 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,026 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,027 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:11,029 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:11,033 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:11,034 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68257924, jitterRate=0.017122328281402588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:11,035 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781031006Initializing all the Stores at 1731781031007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781031007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781031007Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781031007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781031007Cleaning up temporary data from old regions at 1731781031026 (+19 ms)Region opened successfully at 1731781031035 (+9 ms) 2024-11-16T18:17:11,035 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:11,043 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b716906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:11,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:17:11,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:11,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:11,045 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:11,046 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T18:17:11,047 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:17:11,047 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:11,050 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:11,051 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:11,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:17:11,134 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/balancer already deleted, retry=false 2024-11-16T18:17:11,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:11,135 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:11,144 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/normalizer already deleted, retry=false 2024-11-16T18:17:11,145 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:11,146 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:11,155 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/switch/split already deleted, retry=false 2024-11-16T18:17:11,157 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:11,165 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/switch/merge already deleted, retry=false 2024-11-16T18:17:11,169 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:11,176 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1281209008/running 2024-11-16T18:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1281209008/running 2024-11-16T18:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,187 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,40593,1731781029408, sessionid=0x10144dd385d0003, setting cluster-up flag (Was=false) 2024-11-16T18:17:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,239 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1281209008/flush-table-proc/acquired, /1-1281209008/flush-table-proc/reached, /1-1281209008/flush-table-proc/abort 2024-11-16T18:17:11,242 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,40593,1731781029408 2024-11-16T18:17:11,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:11,292 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1281209008/online-snapshot/acquired, /1-1281209008/online-snapshot/reached, /1-1281209008/online-snapshot/abort 2024-11-16T18:17:11,298 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,40593,1731781029408 2024-11-16T18:17:11,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:17:11,305 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:11,306 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:11,306 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:11,306 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,40593,1731781029408 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:11,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781061310 2024-11-16T18:17:11,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:11,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:11,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:11,311 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:11,312 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:11,312 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:11,312 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:11,312 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781031312,5,FailOnTimeoutGroup] 2024-11-16T18:17:11,312 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781031312,5,FailOnTimeoutGroup] 2024-11-16T18:17:11,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:11,312 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:17:11,313 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:11,313 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,313 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:11,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:17:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:17:11,389 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(746): ClusterId : 55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:11,389 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:11,400 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:11,400 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:11,409 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:11,409 DEBUG [RS:0;3bde9015baec:36341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51429519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:11,420 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:36341 2024-11-16T18:17:11,421 INFO [RS:0;3bde9015baec:36341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:11,421 INFO [RS:0;3bde9015baec:36341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:11,421 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:11,422 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,40593,1731781029408 with port=36341, startcode=1731781029561 2024-11-16T18:17:11,422 DEBUG [RS:0;3bde9015baec:36341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:11,424 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:11,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40593 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,428 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50 2024-11-16T18:17:11,428 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37043 2024-11-16T18:17:11,428 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:11,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/rs 2024-11-16T18:17:11,478 DEBUG [RS:0;3bde9015baec:36341 {}] zookeeper.ZKUtil(111): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on existing znode=/1-1281209008/rs/3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,479 WARN [RS:0;3bde9015baec:36341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:11,479 INFO [RS:0;3bde9015baec:36341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:11,479 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,36341,1731781029561] 2024-11-16T18:17:11,488 INFO [RS:0;3bde9015baec:36341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:11,491 INFO [RS:0;3bde9015baec:36341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:11,491 INFO [RS:0;3bde9015baec:36341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:11,491 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,492 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:11,493 INFO [RS:0;3bde9015baec:36341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:11,493 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,493 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,493 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,493 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,493 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:11,494 DEBUG [RS:0;3bde9015baec:36341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,495 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36341,1731781029561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:11,511 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:11,511 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36341,1731781029561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,527 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,527 INFO [RS:0;3bde9015baec:36341 {}] regionserver.Replication(171): 3bde9015baec,36341,1731781029561 started 2024-11-16T18:17:11,544 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:11,544 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,36341,1731781029561, RpcServer on 3bde9015baec/172.17.0.2:36341, sessionid=0x10144dd385d0004 2024-11-16T18:17:11,544 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:11,544 DEBUG [RS:0;3bde9015baec:36341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,544 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36341,1731781029561' 2024-11-16T18:17:11,544 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1281209008/flush-table-proc/abort' 2024-11-16T18:17:11,545 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1281209008/flush-table-proc/acquired' 2024-11-16T18:17:11,545 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:11,545 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:11,546 DEBUG [RS:0;3bde9015baec:36341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,36341,1731781029561 2024-11-16T18:17:11,546 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36341,1731781029561' 2024-11-16T18:17:11,546 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1281209008/online-snapshot/abort' 2024-11-16T18:17:11,546 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1281209008/online-snapshot/acquired' 2024-11-16T18:17:11,547 DEBUG [RS:0;3bde9015baec:36341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:11,547 INFO [RS:0;3bde9015baec:36341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:11,547 INFO [RS:0;3bde9015baec:36341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:11,648 INFO [RS:0;3bde9015baec:36341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:11,652 INFO [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36341%2C1731781029561, suffix=, logDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561, archiveDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/oldWALs, maxLogs=10 2024-11-16T18:17:11,668 DEBUG [RS:0;3bde9015baec:36341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561/3bde9015baec%2C36341%2C1731781029561.1731781031656, exclude list is [], retry=0 2024-11-16T18:17:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-99209160-e49b-4e25-ac33-7cd7125b39cc,DISK] 2024-11-16T18:17:11,675 INFO [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561/3bde9015baec%2C36341%2C1731781029561.1731781031656 2024-11-16T18:17:11,675 DEBUG [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-16T18:17:11,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:17:11,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50 2024-11-16T18:17:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:17:11,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:11,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:17:11,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:17:11,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:11,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:17:11,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:11,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:17:11,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:17:11,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:17:12,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:12,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:12,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:12,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:12,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:12,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:12,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:12,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:12,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:12,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:12,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740 2024-11-16T18:17:12,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740 2024-11-16T18:17:12,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:12,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:12,161 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:12,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:12,167 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:12,167 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72404379, jitterRate=0.07890932261943817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:12,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781032140Initializing all the Stores at 1731781032141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032142 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781032142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032142Cleaning up temporary data from old regions at 1731781032160 (+18 ms)Region opened successfully at 1731781032167 (+7 ms) 2024-11-16T18:17:12,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:12,168 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:12,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:12,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:12,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:12,168 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:12,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781032168Disabling compacts and flushes for region at 1731781032168Disabling writes for close at 1731781032168Writing region close event to WAL at 1731781032168Closed at 1731781032168 2024-11-16T18:17:12,170 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:12,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:17:12,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:12,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:12,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:17:12,324 DEBUG [3bde9015baec:40593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:12,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,36341,1731781029561 2024-11-16T18:17:12,330 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36341,1731781029561, state=OPENING 2024-11-16T18:17:12,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:17:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:12,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:12,398 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:12,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36341,1731781029561}] 2024-11-16T18:17:12,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1281209008/meta-region-server: CHANGED 2024-11-16T18:17:12,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1281209008/meta-region-server: CHANGED 2024-11-16T18:17:12,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:12,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:12,571 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:12,571 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:12,572 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:12,574 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36341%2C1731781029561.meta, suffix=.meta, logDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561, archiveDir=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/oldWALs, maxLogs=10 2024-11-16T18:17:12,589 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561/3bde9015baec%2C36341%2C1731781029561.meta.1731781032576.meta, exclude list is [], retry=0 2024-11-16T18:17:12,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33423,DS-99209160-e49b-4e25-ac33-7cd7125b39cc,DISK] 2024-11-16T18:17:12,595 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/WALs/3bde9015baec,36341,1731781029561/3bde9015baec%2C36341%2C1731781029561.meta.1731781032576.meta 2024-11-16T18:17:12,595 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44421:44421)] 2024-11-16T18:17:12,595 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:12,596 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:12,596 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:12,596 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:12,596 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:12,596 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:12,596 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:12,597 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:12,597 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:12,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:12,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:12,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:12,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:12,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:12,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:12,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:12,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:12,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:12,608 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:12,609 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740 2024-11-16T18:17:12,612 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740 2024-11-16T18:17:12,614 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:12,614 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:12,614 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:12,617 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:12,618 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62024181, jitterRate=-0.07576768100261688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:12,618 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:12,618 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781032597Writing region info on filesystem at 1731781032597Initializing all the Stores at 1731781032598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032599 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781032599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781032599Cleaning up temporary data from old regions at 1731781032614 (+15 ms)Running coprocessor post-open hooks at 1731781032618 (+4 ms)Region opened successfully at 1731781032618 2024-11-16T18:17:12,620 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781032556 2024-11-16T18:17:12,623 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:12,623 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:12,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,36341,1731781029561 2024-11-16T18:17:12,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36341,1731781029561, state=OPEN 2024-11-16T18:17:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1281209008/meta-region-server 2024-11-16T18:17:12,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1281209008/meta-region-server 2024-11-16T18:17:12,639 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,36341,1731781029561 2024-11-16T18:17:12,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1281209008/meta-region-server: CHANGED 2024-11-16T18:17:12,639 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1281209008/meta-region-server: CHANGED 2024-11-16T18:17:12,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:17:12,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36341,1731781029561 in 240 msec 2024-11-16T18:17:12,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:17:12,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-16T18:17:12,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:12,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:17:12,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:12,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36341,1731781029561, seqNum=-1] 2024-11-16T18:17:12,652 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:12,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:12,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3580 sec 2024-11-16T18:17:12,662 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781032662, completionTime=-1 2024-11-16T18:17:12,662 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:17:12,662 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:12,665 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:12,665 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781092665 2024-11-16T18:17:12,665 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781152665 2024-11-16T18:17:12,665 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:40593, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,666 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,668 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.042sec 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:12,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:12,675 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:12,675 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:12,675 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781029408-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:12,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:12,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:12,691 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:12,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a48ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:12,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:12,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:12,695 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:12,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fca580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36341,1731781029561, seqNum=-1] 2024-11-16T18:17:12,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:12,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:12,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,40593,1731781029408 2024-11-16T18:17:12,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:12,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:12,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144dd385d0005 connected 2024-11-16T18:17:12,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c35f7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42795,-1 for getting cluster id 2024-11-16T18:17:12,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:12,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e743a11-c849-4f26-b6cd-6681d16ccfeb' 2024-11-16T18:17:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:12,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e743a11-c849-4f26-b6cd-6681d16ccfeb" 2024-11-16T18:17:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42795,-1] 2024-11-16T18:17:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:12,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779d84f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42795,1731781021329 2024-11-16T18:17:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa84d76 2024-11-16T18:17:12,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:12,801 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:12,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:17:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:17:12,817 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:12,819 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443cf3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,819 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:12,819 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:12,820 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:12,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:12,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3e7f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:12,822 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:12,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103769f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:12,824 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:12,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-11-16T18:17:12,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:12,831 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:12,842 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T18:17:12,842 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:17:12,846 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:12,846 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:12,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:12,847 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:12,852 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:17:12,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:17:12,856 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:12,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:17:12,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741835_1011 (size=1138) 2024-11-16T18:17:12,904 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:17:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:13,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 118eed76eea7615c28ca6ae59e50c322, NAME => 'hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2 2024-11-16T18:17:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741836_1012 (size=44) 2024-11-16T18:17:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:13,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:13,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 118eed76eea7615c28ca6ae59e50c322, disabling compactions & flushes 2024-11-16T18:17:13,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:13,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:13,686 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. after waiting 0 ms 2024-11-16T18:17:13,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:13,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:13,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 118eed76eea7615c28ca6ae59e50c322: Waiting for close lock at 1731781033686Disabling compacts and flushes for region at 1731781033686Disabling writes for close at 1731781033687 (+1 ms)Writing region close event to WAL at 1731781033687Closed at 1731781033687 2024-11-16T18:17:13,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:17:13,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781033691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781033691"}]},"ts":"1731781033691"} 2024-11-16T18:17:13,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:17:13,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:17:13,704 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781033701"}]},"ts":"1731781033701"} 2024-11-16T18:17:13,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:17:13,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN}] 2024-11-16T18:17:13,711 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN 2024-11-16T18:17:13,713 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN; state=OFFLINE, location=3bde9015baec,34691,1731781022167; forceNewPlan=false, retain=false 2024-11-16T18:17:13,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=118eed76eea7615c28ca6ae59e50c322, regionState=OPENING, regionLocation=3bde9015baec,34691,1731781022167 2024-11-16T18:17:13,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN because future has completed 2024-11-16T18:17:13,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,34691,1731781022167}] 2024-11-16T18:17:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:14,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:14,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:14,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:17:14,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34691%2C1731781022167.rep, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:14,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.rep.1731781034043, exclude list is [], retry=0 2024-11-16T18:17:14,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:14,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.rep.1731781034043 2024-11-16T18:17:14,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:14,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 118eed76eea7615c28ca6ae59e50c322, NAME => 'hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:14,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. service=MultiRowMutationService 2024-11-16T18:17:14,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,064 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,066 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName hfileref 2024-11-16T18:17:14,066 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:14,066 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:14,067 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,068 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName queue 2024-11-16T18:17:14,068 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:14,069 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:14,069 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,071 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName sid 2024-11-16T18:17:14,071 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:14,072 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:14,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:17:14,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:14,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 118eed76eea7615c28ca6ae59e50c322; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497191, jitterRate=-0.09852160513401031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:17:14,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:14,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 118eed76eea7615c28ca6ae59e50c322: Running coprocessor pre-open hook at 1731781034062Writing region info on filesystem at 1731781034062Initializing all the Stores at 1731781034064 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781034064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781034064Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781034064Cleaning up temporary data from old regions at 1731781034076 (+12 ms)Running coprocessor post-open hooks at 1731781034082 (+6 ms)Region opened successfully at 1731781034083 (+1 ms) 2024-11-16T18:17:14,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., pid=7, masterSystemTime=1731781034028 2024-11-16T18:17:14,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:14,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:14,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=118eed76eea7615c28ca6ae59e50c322, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,34691,1731781022167 2024-11-16T18:17:14,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,34691,1731781022167 because future has completed 2024-11-16T18:17:14,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T18:17:14,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,34691,1731781022167 in 222 msec 2024-11-16T18:17:14,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:17:14,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN in 389 msec 2024-11-16T18:17:14,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:17:14,104 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781034103"}]},"ts":"1731781034103"} 2024-11-16T18:17:14,106 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:17:14,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:17:14,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2600 sec 2024-11-16T18:17:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., hostname=3bde9015baec,34691,1731781022167, seqNum=2] 2024-11-16T18:17:14,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34691 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T18:17:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:14,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:17:14,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T18:17:14,452 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:17:14,495 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,34691,1731781022167, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:17:14,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:14,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34691,1731781022167, seqNum=-1] 2024-11-16T18:17:14,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:14,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T18:17:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,34691,1731781022167', locateType=CURRENT is [region=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., hostname=3bde9015baec,34691,1731781022167, seqNum=2] 2024-11-16T18:17:14,506 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T18:17:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T18:17:14,512 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,34691,1731781022167 suceeded 2024-11-16T18:17:14,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T18:17:14,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-16T18:17:14,515 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:14,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7120 sec 2024-11-16T18:17:14,525 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:14,527 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e39998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,527 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:14,527 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:14,528 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:14,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d308adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,530 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:14,531 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d823a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,531 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137cf8ef 2024-11-16T18:17:14,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:14,533 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T18:17:14,534 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,34691,1731781022167 (queues=1) is replicating from cluster=0e743a11-c849-4f26-b6cd-6681d16ccfeb to cluster=55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:14,537 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C34691%2C1731781022167 2024-11-16T18:17:14,540 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,34691,1731781022167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:17:14,542 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C34691%2C1731781022167 2024-11-16T18:17:14,546 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277, startPosition=0, beingWritten=true 2024-11-16T18:17:14,792 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:14,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:14,964 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:17:14,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:14,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:14,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a30aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42795,-1 for getting cluster id 2024-11-16T18:17:14,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:14,970 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e743a11-c849-4f26-b6cd-6681d16ccfeb' 2024-11-16T18:17:14,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e743a11-c849-4f26-b6cd-6681d16ccfeb" 2024-11-16T18:17:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42795,-1] 2024-11-16T18:17:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:14,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,974 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:14,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e323d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42795,1731781021329 2024-11-16T18:17:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244a48a6 2024-11-16T18:17:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:14,981 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:14,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:17:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:17:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T18:17:14,986 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:14,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e0da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,987 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:14,987 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:14,988 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928b754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:14,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,990 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:14,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a03719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:14,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:14,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:14,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490246c4 2024-11-16T18:17:14,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:14,993 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:14,994 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:17:14,994 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:17:14,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:14,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:15,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:17:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T18:17:15,104 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:15,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T18:17:15,218 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T18:17:15,253 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3bde9015baec,34691,1731781022167, ReplicationSource: 2, currentBandwidth=0 2024-11-16T18:17:15,256 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T18:17:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T18:17:15,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3bde9015baec,34691,1731781022167 suceeded 2024-11-16T18:17:15,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:17:15,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-16T18:17:15,263 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:15,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-11-16T18:17:15,273 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:15,274 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a17819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,274 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:15,274 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:15,275 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:15,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56fe76cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:15,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,277 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:15,278 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f0b111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,278 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bcf65d 2024-11-16T18:17:15,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:15,280 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T18:17:15,281 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3bde9015baec,34691,1731781022167 (queues=1) is replicating from cluster=0e743a11-c849-4f26-b6cd-6681d16ccfeb to cluster=55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:15,281 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3bde9015baec%2C34691%2C1731781022167 2024-11-16T18:17:15,281 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3bde9015baec,34691,1731781022167, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:17:15,281 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C34691%2C1731781022167 2024-11-16T18:17:15,282 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277, startPosition=0, beingWritten=true 2024-11-16T18:17:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T18:17:15,303 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T18:17:15,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:15,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:15,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:15,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:15,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42795,1731781021329 2024-11-16T18:17:15,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-16T18:17:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:15,312 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:15,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:15,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T18:17:15,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:15,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T18:17:15,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T18:17:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T18:17:15,333 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:15,334 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ece81a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,334 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:15,335 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:15,336 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8eb5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:15,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:15,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,338 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:15,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31461499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,339 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:15,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:15,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9b35ee 2024-11-16T18:17:15,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:15,341 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:15,341 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T18:17:15,341 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:17:15,341 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,342 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:15,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:17:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T18:17:15,487 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:15,511 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:15,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T18:17:15,544 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T18:17:15,548 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T18:17:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T18:17:15,554 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3bde9015baec,34691,1731781022167 suceeded 2024-11-16T18:17:15,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T18:17:15,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-16T18:17:15,558 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:15,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-11-16T18:17:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T18:17:15,653 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T18:17:15,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T18:17:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T18:17:15,658 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:15,660 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ac926c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,660 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:15,660 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:15,661 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:15,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:15,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:15,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:15,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:15,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,663 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:15,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1d3c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:15,664 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:15,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:15,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14374544 2024-11-16T18:17:15,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:15,666 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:15,667 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T18:17:15,667 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:17:15,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,667 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:15,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:17:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T18:17:15,800 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:15,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T18:17:15,837 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T18:17:15,839 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T18:17:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T18:17:15,843 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3bde9015baec,34691,1731781022167 suceeded 2024-11-16T18:17:15,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T18:17:15,848 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3bde9015baec:40593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:15,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-16T18:17:15,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-16T18:17:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T18:17:15,973 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T18:17:15,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:15,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42795 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T18:17:15,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:15,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:15,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:15,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:15,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:17:15,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-16T18:17:15,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,42795,1731781021329 2024-11-16T18:17:16,019 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:16,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:16,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:16,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:16,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:16,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:16,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:16,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:16,030 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,34691,1731781022167' ***** 2024-11-16T18:17:16,030 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:17:16,031 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:17:16,031 INFO [RS:0;3bde9015baec:34691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:17:16,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:17:16,031 INFO [RS:0;3bde9015baec:34691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:17:16,032 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:16,032 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,34691,1731781022167 2024-11-16T18:17:16,033 INFO [RS:0;3bde9015baec:34691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:16,033 INFO [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34691. 2024-11-16T18:17:16,033 DEBUG [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:16,033 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118eed76eea7615c28ca6ae59e50c322, disabling compactions & flushes 2024-11-16T18:17:16,033 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:16,033 INFO [RS:0;3bde9015baec:34691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:17:16,033 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:16,033 INFO [RS:0;3bde9015baec:34691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:17:16,034 INFO [RS:0;3bde9015baec:34691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. after waiting 0 ms 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:16,034 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:17:16,034 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:16,034 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:17:16,034 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 118eed76eea7615c28ca6ae59e50c322=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.} 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:16,034 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:16,034 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:16,034 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 118eed76eea7615c28ca6ae59e50c322, 1588230740 2024-11-16T18:17:16,038 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T18:17:16,038 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 118eed76eea7615c28ca6ae59e50c322 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T18:17:16,097 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/bba03d69690f4048b47045fe10e51a05 is 147, key is hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322./info:regioninfo/1731781034089/Put/seqid=0 2024-11-16T18:17:16,097 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/.tmp/queue/5e45ad7c9ee142e3bc79886d28a6ff4b is 151, key is 1-3bde9015baec,34691,1731781022167/queue:3bde9015baec%2C34691%2C1731781022167/1731781034501/Put/seqid=0 2024-11-16T18:17:16,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741839_1015 (size=6631) 2024-11-16T18:17:16,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741838_1014 (size=5500) 2024-11-16T18:17:16,122 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:17:16,122 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:17:16,212 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:16,235 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 118eed76eea7615c28ca6ae59e50c322, 1588230740 2024-11-16T18:17:16,435 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 118eed76eea7615c28ca6ae59e50c322, 1588230740 2024-11-16T18:17:16,510 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/.tmp/queue/5e45ad7c9ee142e3bc79886d28a6ff4b 2024-11-16T18:17:16,510 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/bba03d69690f4048b47045fe10e51a05 2024-11-16T18:17:16,569 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/.tmp/queue/5e45ad7c9ee142e3bc79886d28a6ff4b as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/queue/5e45ad7c9ee142e3bc79886d28a6ff4b 2024-11-16T18:17:16,578 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/queue/5e45ad7c9ee142e3bc79886d28a6ff4b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T18:17:16,583 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/ns/070fdf895a3444f0b268a767cb835a39 is 43, key is default/ns:d/1731781026533/Put/seqid=0 2024-11-16T18:17:16,585 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 118eed76eea7615c28ca6ae59e50c322 in 547ms, sequenceid=6, compaction requested=false 2024-11-16T18:17:16,585 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:17:16,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741840_1016 (size=5153) 2024-11-16T18:17:16,593 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T18:17:16,596 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:16,596 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:16,596 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:16,596 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118eed76eea7615c28ca6ae59e50c322: Waiting for close lock at 1731781036033Running coprocessor pre-close hooks at 1731781036033Disabling compacts and flushes for region at 1731781036033Disabling writes for close at 1731781036034 (+1 ms)Obtaining lock to block concurrent updates at 1731781036038 (+4 ms)Preparing flush snapshotting stores in 118eed76eea7615c28ca6ae59e50c322 at 1731781036038Finished memstore snapshotting hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731781036045 (+7 ms)Flushing stores of hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. at 1731781036047 (+2 ms)Flushing 118eed76eea7615c28ca6ae59e50c322/queue: creating writer at 1731781036048 (+1 ms)Flushing 118eed76eea7615c28ca6ae59e50c322/queue: appending metadata at 1731781036084 (+36 ms)Flushing 118eed76eea7615c28ca6ae59e50c322/queue: closing flushed file at 1731781036086 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145e26fc: reopening flushed file at 1731781036567 (+481 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 118eed76eea7615c28ca6ae59e50c322 in 547ms, sequenceid=6, compaction requested=false at 1731781036585 (+18 ms)Writing region close event to WAL at 1731781036588 (+3 ms)Running coprocessor post-close hooks at 1731781036594 (+6 ms)Closed at 1731781036596 (+2 ms) 2024-11-16T18:17:16,597 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:16,627 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:16,635 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:16,720 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:16,836 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:16,991 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/ns/070fdf895a3444f0b268a767cb835a39 2024-11-16T18:17:17,019 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/table/3d06c0b066dc4068a6e56689966e5ccf is 53, key is hbase:replication/table:state/1731781034103/Put/seqid=0 2024-11-16T18:17:17,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741841_1017 (size=5256) 2024-11-16T18:17:17,036 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:17:17,036 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:17:17,036 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:17,236 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:17,327 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:17,334 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167/3bde9015baec%2C34691%2C1731781022167.1731781025277 to pos 0, reset compression=false 2024-11-16T18:17:17,425 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/table/3d06c0b066dc4068a6e56689966e5ccf 2024-11-16T18:17:17,437 DEBUG [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:17,441 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/bba03d69690f4048b47045fe10e51a05 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/info/bba03d69690f4048b47045fe10e51a05 2024-11-16T18:17:17,449 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/info/bba03d69690f4048b47045fe10e51a05, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T18:17:17,450 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/ns/070fdf895a3444f0b268a767cb835a39 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/ns/070fdf895a3444f0b268a767cb835a39 2024-11-16T18:17:17,459 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/ns/070fdf895a3444f0b268a767cb835a39, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:17:17,461 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/table/3d06c0b066dc4068a6e56689966e5ccf as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/table/3d06c0b066dc4068a6e56689966e5ccf 2024-11-16T18:17:17,469 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/table/3d06c0b066dc4068a6e56689966e5ccf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T18:17:17,470 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=11, compaction requested=false 2024-11-16T18:17:17,476 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:17:17,476 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:17,476 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:17,477 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:17,477 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781036034Running coprocessor pre-close hooks at 1731781036034Disabling compacts and flushes for region at 1731781036034Disabling writes for close at 1731781036034Obtaining lock to block concurrent updates at 1731781036038 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731781036038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731781036045 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781036047 (+2 ms)Flushing 1588230740/info: creating writer at 1731781036048 (+1 ms)Flushing 1588230740/info: appending metadata at 1731781036084 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731781036086 (+2 ms)Flushing 1588230740/ns: creating writer at 1731781036567 (+481 ms)Flushing 1588230740/ns: appending metadata at 1731781036583 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731781036583Flushing 1588230740/table: creating writer at 1731781037000 (+417 ms)Flushing 1588230740/table: appending metadata at 1731781037018 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731781037018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1768cc19: reopening flushed file at 1731781037440 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59db29b2: reopening flushed file at 1731781037449 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250ae767: reopening flushed file at 1731781037459 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=11, compaction requested=false at 1731781037470 (+11 ms)Writing region close event to WAL at 1731781037471 (+1 ms)Running coprocessor post-close hooks at 1731781037476 (+5 ms)Closed at 1731781037476 2024-11-16T18:17:17,477 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:17,637 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,34691,1731781022167; all regions closed. 2024-11-16T18:17:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741834_1010 (size=2742) 2024-11-16T18:17:17,651 DEBUG [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:17,652 INFO [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C34691%2C1731781022167.meta:.meta(num 1731781026366) 2024-11-16T18:17:17,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741837_1013 (size=1802) 2024-11-16T18:17:17,658 DEBUG [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:17,658 INFO [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C34691%2C1731781022167.rep:(num 1731781034043) 2024-11-16T18:17:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:17:17,664 DEBUG [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:17,664 INFO [RS:0;3bde9015baec:34691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C34691%2C1731781022167:(num 1731781025277) 2024-11-16T18:17:17,664 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:17,664 INFO [RS:0;3bde9015baec:34691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:17,664 INFO [RS:0;3bde9015baec:34691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:17,664 INFO [RS:0;3bde9015baec:34691 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:17,665 INFO [RS:0;3bde9015baec:34691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:17,665 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:17,665 INFO [RS:0;3bde9015baec:34691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,34691,1731781022167 because: Region server is closing 2024-11-16T18:17:17,666 INFO [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34691. 2024-11-16T18:17:17,666 DEBUG [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:17,666 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:17,666 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:17,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:17,767 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:17:17,767 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:17:17,768 INFO [RS:0;3bde9015baec:34691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,1-3bde9015baec,34691,1731781022167 terminated 2024-11-16T18:17:17,769 INFO [RS:0;3bde9015baec:34691 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3bde9015baec,34691,1731781022167 because: Region server is closing 2024-11-16T18:17:17,769 INFO [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34691. 2024-11-16T18:17:17,769 DEBUG [RS:0;3bde9015baec:34691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:17,770 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:17,770 DEBUG [RS:0;3bde9015baec:34691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:17,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:17,871 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.wal-reader.3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:17:17,871 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:17:17,871 INFO [RS:0;3bde9015baec:34691 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34691,1731781022167.replicationSource.shipper3bde9015baec%2C34691%2C1731781022167,2-3bde9015baec,34691,1731781022167 terminated 2024-11-16T18:17:17,872 INFO [RS:0;3bde9015baec:34691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34691 2024-11-16T18:17:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/rs/3bde9015baec,34691,1731781022167 2024-11-16T18:17:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/rs 2024-11-16T18:17:17,986 INFO [RS:0;3bde9015baec:34691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:17,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,34691,1731781022167] 2024-11-16T18:17:18,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/draining/3bde9015baec,34691,1731781022167 already deleted, retry=false 2024-11-16T18:17:18,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,34691,1731781022167 expired; onlineServers=0 2024-11-16T18:17:18,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,42795,1731781021329' ***** 2024-11-16T18:17:18,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:17:18,008 INFO [M:0;3bde9015baec:42795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:18,009 INFO [M:0;3bde9015baec:42795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:18,009 DEBUG [M:0;3bde9015baec:42795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:17:18,009 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:17:18,009 DEBUG [M:0;3bde9015baec:42795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:17:18,009 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781024985 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781024985,5,FailOnTimeoutGroup] 2024-11-16T18:17:18,009 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781024984 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781024984,5,FailOnTimeoutGroup] 2024-11-16T18:17:18,010 INFO [M:0;3bde9015baec:42795 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:18,010 INFO [M:0;3bde9015baec:42795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:18,011 DEBUG [M:0;3bde9015baec:42795 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:17:18,011 INFO [M:0;3bde9015baec:42795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:17:18,012 INFO [M:0;3bde9015baec:42795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:18,012 INFO [M:0;3bde9015baec:42795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:17:18,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:17:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/master 2024-11-16T18:17:18,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:18,018 DEBUG [M:0;3bde9015baec:42795 {}] zookeeper.ZKUtil(347): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/master because node does not exist (not an error) 2024-11-16T18:17:18,018 WARN [M:0;3bde9015baec:42795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:17:18,019 INFO [M:0;3bde9015baec:42795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.lastflushedseqids 2024-11-16T18:17:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741842_1018 (size=181) 2024-11-16T18:17:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:18,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34691-0x10144dd385d0001, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:18,098 INFO [RS:0;3bde9015baec:34691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:18,098 INFO [RS:0;3bde9015baec:34691 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,34691,1731781022167; zookeeper connection closed. 2024-11-16T18:17:18,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fa174b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fa174b2 2024-11-16T18:17:18,099 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:17:18,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:18,433 INFO [M:0;3bde9015baec:42795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:17:18,434 INFO [M:0;3bde9015baec:42795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:17:18,434 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:18,434 INFO [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:18,435 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:18,435 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:18,435 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:18,436 INFO [M:0;3bde9015baec:42795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-16T18:17:18,456 DEBUG [M:0;3bde9015baec:42795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46c8110db8641cd9f8addf276304cae is 82, key is hbase:meta,,1/info:regioninfo/1731781026443/Put/seqid=0 2024-11-16T18:17:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741843_1019 (size=5672) 2024-11-16T18:17:18,864 INFO [M:0;3bde9015baec:42795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46c8110db8641cd9f8addf276304cae 2024-11-16T18:17:18,891 DEBUG [M:0;3bde9015baec:42795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731781034110/Put/seqid=0 2024-11-16T18:17:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741844_1020 (size=8663) 2024-11-16T18:17:19,298 INFO [M:0;3bde9015baec:42795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773 2024-11-16T18:17:19,322 DEBUG [M:0;3bde9015baec:42795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/119f43f414594302aef6adbfdc31d7f9 is 69, key is 3bde9015baec,34691,1731781022167/rs:state/1731781025043/Put/seqid=0 2024-11-16T18:17:19,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741845_1021 (size=5156) 2024-11-16T18:17:19,729 INFO [M:0;3bde9015baec:42795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/119f43f414594302aef6adbfdc31d7f9 2024-11-16T18:17:19,744 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c46c8110db8641cd9f8addf276304cae as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46c8110db8641cd9f8addf276304cae 2024-11-16T18:17:19,751 INFO [M:0;3bde9015baec:42795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46c8110db8641cd9f8addf276304cae, entries=8, sequenceid=115, filesize=5.5 K 2024-11-16T18:17:19,752 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773 2024-11-16T18:17:19,759 INFO [M:0;3bde9015baec:42795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773, entries=14, sequenceid=115, filesize=8.5 K 2024-11-16T18:17:19,760 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/119f43f414594302aef6adbfdc31d7f9 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/119f43f414594302aef6adbfdc31d7f9 2024-11-16T18:17:19,766 INFO [M:0;3bde9015baec:42795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/119f43f414594302aef6adbfdc31d7f9, entries=1, sequenceid=115, filesize=5.0 K 2024-11-16T18:17:19,768 INFO [M:0;3bde9015baec:42795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false 2024-11-16T18:17:19,769 INFO [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:19,769 DEBUG [M:0;3bde9015baec:42795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781038434Disabling compacts and flushes for region at 1731781038434Disabling writes for close at 1731781038435 (+1 ms)Obtaining lock to block concurrent updates at 1731781038436 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781038436Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731781038437 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781038440 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781038440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781038456 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781038456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781038875 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781038890 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781038890Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781039308 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781039321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781039321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1731781039742 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc9110b: reopening flushed file at 1731781039751 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c051e6: reopening flushed file at 1731781039759 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=115, compaction requested=false at 1731781039768 (+9 ms)Writing region close event to WAL at 1731781039769 (+1 ms)Closed at 1731781039769 2024-11-16T18:17:19,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741830_1006 (size=59421) 2024-11-16T18:17:19,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329/3bde9015baec%2C42795%2C1731781021329.1731781024290 not finished, retry = 0 2024-11-16T18:17:19,875 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:19,875 INFO [M:0;3bde9015baec:42795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:17:19,876 INFO [M:0;3bde9015baec:42795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42795 2024-11-16T18:17:19,876 INFO [M:0;3bde9015baec:42795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:20,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:20,045 INFO [M:0;3bde9015baec:42795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:20,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42795-0x10144dd385d0000, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:20,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:20,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:20,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:20,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:20,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:20,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35759 2024-11-16T18:17:20,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35759 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357590x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:20,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35759-0x10144dd385d0006 connected 2024-11-16T18:17:20,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:20,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:20,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:20,094 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: INIT 2024-11-16T18:17:20,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2, hbase.cluster.distributed=false 2024-11-16T18:17:20,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/acl 2024-11-16T18:17:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-16T18:17:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35759 2024-11-16T18:17:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35759 2024-11-16T18:17:20,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-16T18:17:20,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35759 2024-11-16T18:17:20,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:20,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:20,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:20,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:20,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:20,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:20,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36809 2024-11-16T18:17:20,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36809 connecting to ZooKeeper ensemble=127.0.0.1:57799 2024-11-16T18:17:20,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:20,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:20,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368090x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:20,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368090x0, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:20,132 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: INIT 2024-11-16T18:17:20,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36809-0x10144dd385d0007 connected 2024-11-16T18:17:20,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:20,133 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:20,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/master 2024-11-16T18:17:20,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/acl 2024-11-16T18:17:20,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T18:17:20,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36809 2024-11-16T18:17:20,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36809 2024-11-16T18:17:20,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T18:17:20,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T18:17:20,147 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:35759 2024-11-16T18:17:20,147 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1796258657/backup-masters/3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:20,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:20,155 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/backup-masters/3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/master 2024-11-16T18:17:20,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:20,165 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/master 2024-11-16T18:17:20,166 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1796258657/backup-masters/3bde9015baec,35759,1731781040049 from backup master directory 2024-11-16T18:17:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/backup-masters/3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:20,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/backup-masters 2024-11-16T18:17:20,175 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:20,175 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,192 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:20,192 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:20,208 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-16T18:17:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741846_1022 (size=196) 2024-11-16T18:17:20,625 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:20,627 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:20,628 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:20,639 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T18:17:20,642 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329 to hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329-dead as it is dead 2024-11-16T18:17:20,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T18:17:20,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T18:17:20,644 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329-dead/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:20,649 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329-dead/3bde9015baec%2C42795%2C1731781021329.1731781024290 after 4ms 2024-11-16T18:17:20,650 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329-dead/3bde9015baec%2C42795%2C1731781021329.1731781024290 to hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:20,651 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,42795,1731781021329-dead 2024-11-16T18:17:20,651 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,653 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:20,654 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C35759%2C1731781040049, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,35759,1731781040049, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:20,667 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,35759,1731781040049/3bde9015baec%2C35759%2C1731781040049.1731781040655, exclude list is [], retry=0 2024-11-16T18:17:20,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:20,672 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/WALs/3bde9015baec,35759,1731781040049/3bde9015baec%2C35759%2C1731781040049.1731781040655 2024-11-16T18:17:20,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:20,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:20,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:20,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:20,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:20,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c46c8110db8641cd9f8addf276304cae 2024-11-16T18:17:20,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:20,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:20,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:20,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c8d1ed2eb7d412ab934ac0fe7e5d773 2024-11-16T18:17:20,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:20,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:20,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:20,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/119f43f414594302aef6adbfdc31d7f9 2024-11-16T18:17:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:20,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:20,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:20,704 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,705 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T18:17:20,705 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:20,719 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:20,721 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C42795%2C1731781021329.1731781024290 2024-11-16T18:17:20,722 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,722 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,723 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:20,725 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:20,727 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-16T18:17:20,729 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60049728, jitterRate=-0.10518932342529297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:20,729 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781040673Initializing all the Stores at 1731781040674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781040675 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781040675Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781040675Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781040675Cleaning up temporary data from old regions at 1731781040723 (+48 ms)Region opened successfully at 1731781040729 (+6 ms) 2024-11-16T18:17:20,730 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:20,733 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e1e59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:20,744 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T18:17:20,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:20,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:20,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:20,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:17:20,752 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:20,752 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:17:20,753 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:17:20,753 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:17:20,753 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T18:17:20,753 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T18:17:20,753 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-16T18:17:20,753 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:20,758 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3bde9015baec,34691,1731781022167, regionLocation=3bde9015baec,34691,1731781022167, openSeqNum=2 2024-11-16T18:17:20,758 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3bde9015baec,34691,1731781022167, table=hbase:meta, region=1588230740 2024-11-16T18:17:20,758 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34691,1731781022167, state=OPEN 2024-11-16T18:17:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:20,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:20,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:20,812 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:20,849 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/draining/3bde9015baec,34691,1731781022167 already deleted, retry=false 2024-11-16T18:17:20,849 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3bde9015baec,34691,1731781022167 on 3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,854 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3bde9015baec,34691,1731781022167, splitWal=true, meta=true 2024-11-16T18:17:20,856 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 3bde9015baec,34691,1731781022167 (carryingMeta=true) 3bde9015baec,34691,1731781022167/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fe97505[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T18:17:20,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:20,880 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/balancer already deleted, retry=false 2024-11-16T18:17:20,881 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:20,881 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:20,891 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/normalizer already deleted, retry=false 2024-11-16T18:17:20,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:20,893 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:20,901 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/switch/split already deleted, retry=false 2024-11-16T18:17:20,903 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:20,912 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/switch/merge already deleted, retry=false 2024-11-16T18:17:20,937 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:20,943 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:20,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:20,955 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,35759,1731781040049, sessionid=0x10144dd385d0006, setting cluster-up flag (Was=false) 2024-11-16T18:17:20,965 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796258657/flush-table-proc/acquired, /0-1796258657/flush-table-proc/reached, /0-1796258657/flush-table-proc/abort 2024-11-16T18:17:20,967 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,976 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796258657/online-snapshot/acquired, /0-1796258657/online-snapshot/reached, /0-1796258657/online-snapshot/abort 2024-11-16T18:17:20,977 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35759,1731781040049 2024-11-16T18:17:20,979 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.lastflushedseqids 2024-11-16T18:17:20,982 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:20,983 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:20,983 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,35759,1731781040049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3bde9015baec,34691,1731781022167 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:20,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:20,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:20,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:20,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:20,985 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:20,986 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:20,986 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:20,986 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781070987 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:20,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:20,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:20,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:20,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:20,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:20,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:20,989 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:20,989 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781040989,5,FailOnTimeoutGroup] 2024-11-16T18:17:20,989 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781040989,5,FailOnTimeoutGroup] 2024-11-16T18:17:20,989 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:20,989 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3bde9015baec,34691,1731781022167, splitWal=true, meta=true 2024-11-16T18:17:20,989 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:20,989 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:20,989 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:20,990 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781040990, completionTime=-1 2024-11-16T18:17:20,990 WARN [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T18:17:20,990 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,34691,1731781022167, splitWal=true, meta=true, isMeta: true 2024-11-16T18:17:20,992 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167-splitting 2024-11-16T18:17:20,993 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T18:17:20,993 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167-splitting dir is empty, no logs to split. 2024-11-16T18:17:20,993 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3bde9015baec,34691,1731781022167 WAL count=0, meta=true 2024-11-16T18:17:20,998 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167-splitting dir is empty, no logs to split. 2024-11-16T18:17:20,999 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3bde9015baec,34691,1731781022167 WAL count=0, meta=true 2024-11-16T18:17:20,999 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,34691,1731781022167 WAL splitting is done? wals=0, meta=true 2024-11-16T18:17:21,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:21,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:21,007 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:17:21,039 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(746): ClusterId : 0e743a11-c849-4f26-b6cd-6681d16ccfeb 2024-11-16T18:17:21,039 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:21,050 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:21,050 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:21,060 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:21,061 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f53a284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:21,072 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:36809 2024-11-16T18:17:21,072 INFO [RS:0;3bde9015baec:36809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:21,073 INFO [RS:0;3bde9015baec:36809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:21,073 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:21,074 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,35759,1731781040049 with port=36809, startcode=1731781040112 2024-11-16T18:17:21,074 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:21,075 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:21,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35759 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,079 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2 2024-11-16T18:17:21,079 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46559 2024-11-16T18:17:21,079 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:21,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/rs 2024-11-16T18:17:21,092 DEBUG [RS:0;3bde9015baec:36809 {}] zookeeper.ZKUtil(111): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on existing znode=/0-1796258657/rs/3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,092 WARN [RS:0;3bde9015baec:36809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:21,092 INFO [RS:0;3bde9015baec:36809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:21,092 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,36809,1731781040112] 2024-11-16T18:17:21,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T18:17:21,140 INFO [RS:0;3bde9015baec:36809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:21,143 INFO [RS:0;3bde9015baec:36809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:21,143 INFO [RS:0;3bde9015baec:36809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:21,143 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,143 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:21,144 INFO [RS:0;3bde9015baec:36809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:21,144 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,145 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:21,146 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:21,146 DEBUG [RS:0;3bde9015baec:36809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,147 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36809,1731781040112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:21,158 WARN [3bde9015baec:35759 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T18:17:21,161 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:21,162 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36809,1731781040112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,177 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,36809,1731781040112, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:17:21,191 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(231): queueId=2-3bde9015baec,36809,1731781040112, ReplicationSource: 2, currentBandwidth=0 2024-11-16T18:17:21,192 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,192 INFO [RS:0;3bde9015baec:36809 {}] regionserver.Replication(171): 3bde9015baec,36809,1731781040112 started 2024-11-16T18:17:21,192 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:21,194 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351f48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,194 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:21,194 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:21,196 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77486d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:21,199 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:21,200 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131b782d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,200 DEBUG [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:21,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:21,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c7ac59 2024-11-16T18:17:21,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:21,203 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T18:17:21,204 INFO [RS:0;3bde9015baec:36809.replicationSource,1-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,36809,1731781040112 (queues=0) is replicating from cluster=0e743a11-c849-4f26-b6cd-6681d16ccfeb to cluster=55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:21,208 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:21,209 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,36809,1731781040112, RpcServer on 3bde9015baec/172.17.0.2:36809, sessionid=0x10144dd385d0007 2024-11-16T18:17:21,209 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:21,209 DEBUG [RS:0;3bde9015baec:36809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,209 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36809,1731781040112' 2024-11-16T18:17:21,209 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796258657/flush-table-proc/abort' 2024-11-16T18:17:21,209 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:40593' 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796258657/flush-table-proc/acquired' 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36809,1731781040112' 2024-11-16T18:17:21,210 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796258657/online-snapshot/abort' 2024-11-16T18:17:21,211 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796258657/online-snapshot/acquired' 2024-11-16T18:17:21,211 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee199ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,211 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,40593,-1 for getting cluster id 2024-11-16T18:17:21,211 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:21,211 DEBUG [RS:0;3bde9015baec:36809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:21,211 INFO [RS:0;3bde9015baec:36809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:21,211 INFO [RS:0;3bde9015baec:36809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:21,212 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55ed8744-6ffc-4bf7-99ed-fa1be03d0f95' 2024-11-16T18:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55ed8744-6ffc-4bf7-99ed-fa1be03d0f95" 2024-11-16T18:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@526502a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,40593,-1] 2024-11-16T18:17:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:21,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:21,213 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:21,214 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa97786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:21,214 DEBUG [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,40593,1731781029408 2024-11-16T18:17:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c1971e 2024-11-16T18:17:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:21,216 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-16T18:17:21,217 INFO [RS:0;3bde9015baec:36809.replicationSource,2-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3bde9015baec,36809,1731781040112 (queues=0) is replicating from cluster=0e743a11-c849-4f26-b6cd-6681d16ccfeb to cluster=55ed8744-6ffc-4bf7-99ed-fa1be03d0f95 2024-11-16T18:17:21,312 INFO [RS:0;3bde9015baec:36809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:21,314 INFO [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36809%2C1731781040112, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:21,326 DEBUG [RS:0;3bde9015baec:36809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314, exclude list is [], retry=0 2024-11-16T18:17:21,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:21,331 INFO [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 2024-11-16T18:17:21,332 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3bde9015baec%2C36809%2C1731781040112 for peer 2 2024-11-16T18:17:21,332 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3bde9015baec%2C36809%2C1731781040112 for peer 1 2024-11-16T18:17:21,332 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C36809%2C1731781040112 2024-11-16T18:17:21,332 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,36809,1731781040112, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:17:21,332 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3bde9015baec%2C36809%2C1731781040112 2024-11-16T18:17:21,332 INFO [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C36809%2C1731781040112 2024-11-16T18:17:21,332 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3bde9015baec,36809,1731781040112, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:17:21,333 DEBUG [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:21,333 INFO [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C36809%2C1731781040112 2024-11-16T18:17:21,333 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314, startPosition=0, beingWritten=true 2024-11-16T18:17:21,333 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314, startPosition=0, beingWritten=true 2024-11-16T18:17:21,408 DEBUG [3bde9015baec:35759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:21,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36809,1731781040112, state=OPENING 2024-11-16T18:17:21,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:21,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:21,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:21,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:21,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36809,1731781040112}] 2024-11-16T18:17:21,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:21,543 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:21,543 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:21,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:21,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:21,603 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:21,604 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:21,605 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:21,608 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36809%2C1731781040112.meta, suffix=.meta, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:21,625 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.meta.1731781041609.meta, exclude list is [], retry=0 2024-11-16T18:17:21,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:21,630 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.meta.1731781041609.meta 2024-11-16T18:17:21,631 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:21,631 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:21,631 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:21,631 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:21,631 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:21,632 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:21,632 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:21,632 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:21,632 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:21,632 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:21,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:21,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:21,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:21,644 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/info/bba03d69690f4048b47045fe10e51a05 2024-11-16T18:17:21,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:21,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:21,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:21,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:21,653 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/ns/070fdf895a3444f0b268a767cb835a39 2024-11-16T18:17:21,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:21,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:21,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:21,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:21,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:21,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:21,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:21,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:21,664 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/table/3d06c0b066dc4068a6e56689966e5ccf 2024-11-16T18:17:21,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:21,664 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:21,665 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:21,667 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740 2024-11-16T18:17:21,668 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:21,668 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:21,669 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:21,671 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:21,672 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62985042, jitterRate=-0.06144973635673523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:21,672 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:21,672 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781041632Writing region info on filesystem at 1731781041632Initializing all the Stores at 1731781041634 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781041634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781041634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781041634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781041634Cleaning up temporary data from old regions at 1731781041668 (+34 ms)Running coprocessor post-open hooks at 1731781041672 (+4 ms)Region opened successfully at 1731781041672 2024-11-16T18:17:21,673 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731781041592 2024-11-16T18:17:21,676 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:21,676 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:21,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36809,1731781040112, state=OPEN 2024-11-16T18:17:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796258657/meta-region-server 2024-11-16T18:17:21,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:21,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796258657/meta-region-server: CHANGED 2024-11-16T18:17:21,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,36809,1731781040112 2024-11-16T18:17:21,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-16T18:17:21,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36809,1731781040112 in 285 msec 2024-11-16T18:17:21,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-16T18:17:21,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-16T18:17:21,853 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:21,853 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:22,266 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:22,266 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:22,597 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T18:17:22,777 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:22,777 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:23,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:23,384 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:23,384 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:24,090 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:24,090 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:24,101 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-16T18:17:24,903 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:24,903 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:25,504 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T18:17:25,518 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:25,519 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:25,519 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36809,1731781040112, seqNum=-1] 2024-11-16T18:17:25,519 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:25,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:25,527 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=118eed76eea7615c28ca6ae59e50c322, regionState=OPEN, lastHost=3bde9015baec,34691,1731781022167, regionLocation=3bde9015baec,34691,1731781022167, openSeqNum=2 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781105528 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781165528 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:35759, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,528 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3bde9015baec,34691,1731781022167 had 2 regions 2024-11-16T18:17:25,529 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,531 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,34691,1731781022167, splitWal=true, meta=true, isMeta: false 2024-11-16T18:17:25,533 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167-splitting dir is empty, no logs to split. 2024-11-16T18:17:25,533 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,34691,1731781022167 WAL count=0, meta=false 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.361sec 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:25,536 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,34691,1731781022167-splitting dir is empty, no logs to split. 2024-11-16T18:17:25,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:25,536 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,34691,1731781022167 WAL count=0, meta=false 2024-11-16T18:17:25,537 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,34691,1731781022167 WAL splitting is done? wals=0, meta=false 2024-11-16T18:17:25,537 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:25,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN}] 2024-11-16T18:17:25,540 WARN [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3bde9015baec,34691,1731781022167/hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:25,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:25,541 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:25,541 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35759,1731781040049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:25,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN 2024-11-16T18:17:25,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:17:25,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35759,-1 for getting cluster id 2024-11-16T18:17:25,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:25,545 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e743a11-c849-4f26-b6cd-6681d16ccfeb' 2024-11-16T18:17:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e743a11-c849-4f26-b6cd-6681d16ccfeb" 2024-11-16T18:17:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e36cedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35759,-1] 2024-11-16T18:17:25,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:25,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,548 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556338ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36809,1731781040112, seqNum=-1] 2024-11-16T18:17:25,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:25,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:25,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T18:17:25,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:25,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:25,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:25,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3bde9015baec:35759 after: 3bde9015baec:35759 2024-11-16T18:17:25,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35759,-1 for getting cluster id 2024-11-16T18:17:25,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:25,557 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e743a11-c849-4f26-b6cd-6681d16ccfeb' 2024-11-16T18:17:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:25,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e743a11-c849-4f26-b6cd-6681d16ccfeb" 2024-11-16T18:17:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35759,-1] 2024-11-16T18:17:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:25,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,559 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:25,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f82a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:25,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:25,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35759,1731781040049 2024-11-16T18:17:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-16T18:17:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:25,562 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:25,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:25,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T18:17:25,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:25,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-16T18:17:25,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:17:25,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:25,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:25,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:25,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:17:25,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-16T18:17:25,566 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,40593,1731781029408 2024-11-16T18:17:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1281209008/running 2024-11-16T18:17:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1281209008/running 2024-11-16T18:17:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:25,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:25,590 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:25,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:25,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:25,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/running 2024-11-16T18:17:25,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Set watcher on znode that does not yet exist, /1-1281209008/running 2024-11-16T18:17:25,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,36341,1731781029561' ***** 2024-11-16T18:17:25,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:17:25,592 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:17:25,593 INFO [RS:0;3bde9015baec:36341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:17:25,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:17:25,593 INFO [RS:0;3bde9015baec:36341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:17:25,593 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,36341,1731781029561 2024-11-16T18:17:25,593 INFO [RS:0;3bde9015baec:36341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:25,593 INFO [RS:0;3bde9015baec:36341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36341. 2024-11-16T18:17:25,593 DEBUG [RS:0;3bde9015baec:36341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:25,593 DEBUG [RS:0;3bde9015baec:36341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:25,594 INFO [RS:0;3bde9015baec:36341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:17:25,594 INFO [RS:0;3bde9015baec:36341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:17:25,594 INFO [RS:0;3bde9015baec:36341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:17:25,594 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:17:25,594 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:17:25,595 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:17:25,595 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:25,595 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:25,595 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:25,595 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:25,595 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:25,595 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:25,595 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T18:17:25,610 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:25,615 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/.tmp/ns/62b0183985734e1488c8e75276696fc4 is 43, key is default/ns:d/1731781032654/Put/seqid=0 2024-11-16T18:17:25,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741835_1011 (size=5153) 2024-11-16T18:17:25,693 DEBUG [3bde9015baec:35759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:25,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=118eed76eea7615c28ca6ae59e50c322, regionState=OPENING, regionLocation=3bde9015baec,36809,1731781040112 2024-11-16T18:17:25,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN because future has completed 2024-11-16T18:17:25,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,36809,1731781040112}] 2024-11-16T18:17:25,795 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:25,814 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:25,814 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:25,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:25,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:25,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:17:25,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36809%2C1731781040112.rep, suffix=, logDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112, archiveDir=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs, maxLogs=10 2024-11-16T18:17:25,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.rep.1731781045864, exclude list is [], retry=0 2024-11-16T18:17:25,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37289,DS-f8ee696b-aaaa-4209-8aee-ba9b32f16b6f,DISK] 2024-11-16T18:17:25,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.rep.1731781045864 2024-11-16T18:17:25,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35417:35417)] 2024-11-16T18:17:25,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 118eed76eea7615c28ca6ae59e50c322, NAME => 'hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:25,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:25,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:25,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. service=MultiRowMutationService 2024-11-16T18:17:25,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:17:25,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:25,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,886 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,887 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName hfileref 2024-11-16T18:17:25,887 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:25,887 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:25,887 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,888 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName queue 2024-11-16T18:17:25,888 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:25,897 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/queue/5e45ad7c9ee142e3bc79886d28a6ff4b 2024-11-16T18:17:25,897 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:25,897 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,898 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 118eed76eea7615c28ca6ae59e50c322 columnFamilyName sid 2024-11-16T18:17:25,898 DEBUG [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:25,899 INFO [StoreOpener-118eed76eea7615c28ca6ae59e50c322-1 {}] regionserver.HStore(327): Store=118eed76eea7615c28ca6ae59e50c322/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:25,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:17:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 118eed76eea7615c28ca6ae59e50c322; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73357878, jitterRate=0.09311756491661072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:17:25,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:25,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 118eed76eea7615c28ca6ae59e50c322: Running coprocessor pre-open hook at 1731781045884Writing region info on filesystem at 1731781045884Initializing all the Stores at 1731781045885 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781045885Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781045885Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781045885Cleaning up temporary data from old regions at 1731781045903 (+18 ms)Running coprocessor post-open hooks at 1731781045906 (+3 ms)Region opened successfully at 1731781045907 (+1 ms) 2024-11-16T18:17:25,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., pid=19, masterSystemTime=1731781045856 2024-11-16T18:17:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:25,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:25,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=118eed76eea7615c28ca6ae59e50c322, regionState=OPEN, openSeqNum=10, regionLocation=3bde9015baec,36809,1731781040112 2024-11-16T18:17:25,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,36809,1731781040112 because future has completed 2024-11-16T18:17:25,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-16T18:17:25,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 118eed76eea7615c28ca6ae59e50c322, server=3bde9015baec,36809,1731781040112 in 214 msec 2024-11-16T18:17:25,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-16T18:17:25,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=118eed76eea7615c28ca6ae59e50c322, ASSIGN in 379 msec 2024-11-16T18:17:25,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T18:17:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322., hostname=3bde9015baec,36809,1731781040112, seqNum=10] 2024-11-16T18:17:25,962 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3bde9015baec,34691,1731781022167 2024-11-16T18:17:25,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T18:17:25,995 DEBUG [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:26,021 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/.tmp/ns/62b0183985734e1488c8e75276696fc4 2024-11-16T18:17:26,034 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/.tmp/ns/62b0183985734e1488c8e75276696fc4 as hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/ns/62b0183985734e1488c8e75276696fc4 2024-11-16T18:17:26,040 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/ns/62b0183985734e1488c8e75276696fc4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T18:17:26,042 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-16T18:17:26,042 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:17:26,046 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T18:17:26,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:26,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:26,047 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:26,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781045595Running coprocessor pre-close hooks at 1731781045595Disabling compacts and flushes for region at 1731781045595Disabling writes for close at 1731781045595Obtaining lock to block concurrent updates at 1731781045595Preparing flush snapshotting stores in 1588230740 at 1731781045595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731781045596 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781045597 (+1 ms)Flushing 1588230740/ns: creating writer at 1731781045597Flushing 1588230740/ns: appending metadata at 1731781045614 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731781045615 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ccc336: reopening flushed file at 1731781046033 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1731781046042 (+9 ms)Writing region close event to WAL at 1731781046043 (+1 ms)Running coprocessor post-close hooks at 1731781046047 (+4 ms)Closed at 1731781046047 2024-11-16T18:17:26,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:26,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-16T18:17:26,195 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,36341,1731781029561; all regions closed. 2024-11-16T18:17:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741834_1010 (size=1152) 2024-11-16T18:17:26,207 DEBUG [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/oldWALs 2024-11-16T18:17:26,207 INFO [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36341%2C1731781029561.meta:.meta(num 1731781032576) 2024-11-16T18:17:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:17:26,214 DEBUG [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/oldWALs 2024-11-16T18:17:26,214 INFO [RS:0;3bde9015baec:36341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36341%2C1731781029561:(num 1731781031656) 2024-11-16T18:17:26,214 DEBUG [RS:0;3bde9015baec:36341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:26,214 INFO [RS:0;3bde9015baec:36341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:26,214 INFO [RS:0;3bde9015baec:36341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:26,214 INFO [RS:0;3bde9015baec:36341 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:26,215 INFO [RS:0;3bde9015baec:36341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:26,215 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:26,215 INFO [RS:0;3bde9015baec:36341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36341 2024-11-16T18:17:26,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008/rs 2024-11-16T18:17:26,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1281209008/rs/3bde9015baec,36341,1731781029561 2024-11-16T18:17:26,238 INFO [RS:0;3bde9015baec:36341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:26,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,36341,1731781029561] 2024-11-16T18:17:26,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1281209008/draining/3bde9015baec,36341,1731781029561 already deleted, retry=false 2024-11-16T18:17:26,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,36341,1731781029561 expired; onlineServers=0 2024-11-16T18:17:26,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,40593,1731781029408' ***** 2024-11-16T18:17:26,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:17:26,260 INFO [M:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:26,260 INFO [M:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:26,260 DEBUG [M:0;3bde9015baec:40593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:17:26,260 DEBUG [M:0;3bde9015baec:40593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:17:26,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:17:26,260 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781031312 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781031312,5,FailOnTimeoutGroup] 2024-11-16T18:17:26,260 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781031312 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781031312,5,FailOnTimeoutGroup] 2024-11-16T18:17:26,261 INFO [M:0;3bde9015baec:40593 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:26,261 INFO [M:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:26,261 DEBUG [M:0;3bde9015baec:40593 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:17:26,261 INFO [M:0;3bde9015baec:40593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:17:26,261 INFO [M:0;3bde9015baec:40593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:26,262 INFO [M:0;3bde9015baec:40593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:17:26,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:17:26,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1281209008/master 2024-11-16T18:17:26,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1281209008 2024-11-16T18:17:26,270 DEBUG [M:0;3bde9015baec:40593 {}] zookeeper.ZKUtil(347): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Unable to get data of znode /1-1281209008/master because node does not exist (not an error) 2024-11-16T18:17:26,270 WARN [M:0;3bde9015baec:40593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:17:26,273 INFO [M:0;3bde9015baec:40593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/.lastflushedseqids 2024-11-16T18:17:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741836_1012 (size=99) 2024-11-16T18:17:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:26,349 INFO [RS:0;3bde9015baec:36341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36341-0x10144dd385d0004, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:26,349 INFO [RS:0;3bde9015baec:36341 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,36341,1731781029561; zookeeper connection closed. 2024-11-16T18:17:26,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18ea91ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18ea91ce 2024-11-16T18:17:26,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:17:26,683 INFO [M:0;3bde9015baec:40593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:17:26,683 INFO [M:0;3bde9015baec:40593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:17:26,683 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:26,683 INFO [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:26,683 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:26,683 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:26,683 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:26,684 INFO [M:0;3bde9015baec:40593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T18:17:26,700 DEBUG [M:0;3bde9015baec:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12ffe65976ed4a32954178b19d307c62 is 82, key is hbase:meta,,1/info:regioninfo/1731781032624/Put/seqid=0 2024-11-16T18:17:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741837_1013 (size=5672) 2024-11-16T18:17:26,820 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:26,820 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:27,105 INFO [M:0;3bde9015baec:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12ffe65976ed4a32954178b19d307c62 2024-11-16T18:17:27,131 DEBUG [M:0;3bde9015baec:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d2b0cf1d344fba85bc4d6e94f01121 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731781032661/Put/seqid=0 2024-11-16T18:17:27,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741838_1014 (size=5275) 2024-11-16T18:17:27,537 INFO [M:0;3bde9015baec:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d2b0cf1d344fba85bc4d6e94f01121 2024-11-16T18:17:27,564 DEBUG [M:0;3bde9015baec:40593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fce87222ffc4f5598adf95263add9c0 is 69, key is 3bde9015baec,36341,1731781029561/rs:state/1731781031425/Put/seqid=0 2024-11-16T18:17:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741839_1015 (size=5156) 2024-11-16T18:17:27,931 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:27,931 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:27,969 INFO [M:0;3bde9015baec:40593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fce87222ffc4f5598adf95263add9c0 2024-11-16T18:17:27,976 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12ffe65976ed4a32954178b19d307c62 as hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12ffe65976ed4a32954178b19d307c62 2024-11-16T18:17:27,982 INFO [M:0;3bde9015baec:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12ffe65976ed4a32954178b19d307c62, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T18:17:27,984 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37d2b0cf1d344fba85bc4d6e94f01121 as hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37d2b0cf1d344fba85bc4d6e94f01121 2024-11-16T18:17:27,990 INFO [M:0;3bde9015baec:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37d2b0cf1d344fba85bc4d6e94f01121, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T18:17:27,991 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fce87222ffc4f5598adf95263add9c0 as hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fce87222ffc4f5598adf95263add9c0 2024-11-16T18:17:27,998 INFO [M:0;3bde9015baec:40593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37043/user/jenkins/test-data/39d09083-6cf7-2e86-afb3-c7f53d875d50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fce87222ffc4f5598adf95263add9c0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T18:17:27,999 INFO [M:0;3bde9015baec:40593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-11-16T18:17:28,000 INFO [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:28,001 DEBUG [M:0;3bde9015baec:40593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781046683Disabling compacts and flushes for region at 1731781046683Disabling writes for close at 1731781046683Obtaining lock to block concurrent updates at 1731781046684 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781046684Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731781046684Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781046685 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781046685Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781046699 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781046699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781047113 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781047130 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781047131 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781047549 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781047563 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781047563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b675895: reopening flushed file at 1731781047975 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a99050: reopening flushed file at 1731781047982 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd8203a: reopening flushed file at 1731781047990 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1731781047999 (+9 ms)Writing region close event to WAL at 1731781048000 (+1 ms)Closed at 1731781048000 2024-11-16T18:17:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33423 is added to blk_1073741830_1006 (size=10165) 2024-11-16T18:17:28,004 INFO [M:0;3bde9015baec:40593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:17:28,004 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:28,004 INFO [M:0;3bde9015baec:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40593 2024-11-16T18:17:28,006 INFO [M:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:28,159 INFO [M:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40593-0x10144dd385d0003, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:28,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191c2095{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:28,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c66620{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:28,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:28,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224a64ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:28,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c78d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:28,204 WARN [BP-1933356058-172.17.0.2-1731781026804 heartbeating to localhost/127.0.0.1:37043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:17:28,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:17:28,204 WARN [BP-1933356058-172.17.0.2-1731781026804 heartbeating to localhost/127.0.0.1:37043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1933356058-172.17.0.2-1731781026804 (Datanode Uuid eff69233-e9cf-44b0-b9a8-68c263751163) service to localhost/127.0.0.1:37043 2024-11-16T18:17:28,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:17:28,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/cluster_d73541fb-8547-81cc-ab0b-baafb9692aaf/data/data1/current/BP-1933356058-172.17.0.2-1731781026804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:28,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/cluster_d73541fb-8547-81cc-ab0b-baafb9692aaf/data/data2/current/BP-1933356058-172.17.0.2-1731781026804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:28,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:17:28,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b90337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:28,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fac8395{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:28,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:28,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f079672{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:28,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d2fdcd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:28,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:17:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:17:28,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:28,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:28,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:28,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:28,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:17:28,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1782792215, stopped=false 2024-11-16T18:17:28,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,35759,1731781040049 2024-11-16T18:17:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/running 2024-11-16T18:17:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:28,248 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:28,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:28,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:28,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:28,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:28,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Set watcher on znode that does not yet exist, /0-1796258657/running 2024-11-16T18:17:28,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,36809,1731781040112' ***** 2024-11-16T18:17:28,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:17:28,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(3091): Received CLOSE for 118eed76eea7615c28ca6ae59e50c322 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,36809,1731781040112 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:28,250 INFO [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36809. 2024-11-16T18:17:28,250 DEBUG [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:28,250 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 118eed76eea7615c28ca6ae59e50c322, disabling compactions & flushes 2024-11-16T18:17:28,250 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:28,251 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:28,251 INFO [RS:0;3bde9015baec:36809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. after waiting 0 ms 2024-11-16T18:17:28,251 INFO [RS:0;3bde9015baec:36809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:17:28,251 INFO [RS:0;3bde9015baec:36809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:28,251 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:17:28,251 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:17:28,251 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 118eed76eea7615c28ca6ae59e50c322=hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322.} 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:28,251 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1351): Waiting on 118eed76eea7615c28ca6ae59e50c322, 1588230740 2024-11-16T18:17:28,251 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:28,251 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:28,252 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T18:17:28,255 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:28,256 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/replication/118eed76eea7615c28ca6ae59e50c322/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-16T18:17:28,257 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:28,257 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:28,257 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:28,257 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 118eed76eea7615c28ca6ae59e50c322: Waiting for close lock at 1731781048250Running coprocessor pre-close hooks at 1731781048250Disabling compacts and flushes for region at 1731781048250Disabling writes for close at 1731781048251 (+1 ms)Writing region close event to WAL at 1731781048251Running coprocessor post-close hooks at 1731781048257 (+6 ms)Closed at 1731781048257 2024-11-16T18:17:28,257 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322. 2024-11-16T18:17:28,267 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/e9d4945ef32b48e9859ad9181380c796 is 147, key is hbase:replication,,1731781032847.118eed76eea7615c28ca6ae59e50c322./info:regioninfo/1731781045911/Put/seqid=0 2024-11-16T18:17:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741851_1027 (size=6385) 2024-11-16T18:17:28,452 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:28,652 DEBUG [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:28,675 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/e9d4945ef32b48e9859ad9181380c796 2024-11-16T18:17:28,688 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/.tmp/info/e9d4945ef32b48e9859ad9181380c796 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/info/e9d4945ef32b48e9859ad9181380c796 2024-11-16T18:17:28,694 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/info/e9d4945ef32b48e9859ad9181380c796, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T18:17:28,695 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-16T18:17:28,701 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T18:17:28,701 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:28,701 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:28,701 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:28,702 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781048251Running coprocessor pre-close hooks at 1731781048251Disabling compacts and flushes for region at 1731781048251Disabling writes for close at 1731781048251Obtaining lock to block concurrent updates at 1731781048252 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731781048252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731781048252Flushing stores of hbase:meta,,1.1588230740 at 1731781048253 (+1 ms)Flushing 1588230740/info: creating writer at 1731781048253Flushing 1588230740/info: appending metadata at 1731781048267 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731781048267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3847dcc7: reopening flushed file at 1731781048687 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731781048695 (+8 ms)Writing region close event to WAL at 1731781048697 (+2 ms)Running coprocessor post-close hooks at 1731781048701 (+4 ms)Closed at 1731781048701 2024-11-16T18:17:28,702 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:28,852 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,36809,1731781040112; all regions closed. 2024-11-16T18:17:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741849_1025 (size=2156) 2024-11-16T18:17:28,867 DEBUG [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:28,867 INFO [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36809%2C1731781040112.meta:.meta(num 1731781041609) 2024-11-16T18:17:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741850_1026 (size=796) 2024-11-16T18:17:28,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.rep.1731781045864 not finished, retry = 0 2024-11-16T18:17:28,977 DEBUG [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:28,978 INFO [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36809%2C1731781040112.rep:(num 1731781045864) 2024-11-16T18:17:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741848_1024 (size=93) 2024-11-16T18:17:28,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 not finished, retry = 0 2024-11-16T18:17:29,089 DEBUG [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs 2024-11-16T18:17:29,089 INFO [RS:0;3bde9015baec:36809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36809%2C1731781040112:(num 1731781041314) 2024-11-16T18:17:29,089 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:29,089 INFO [RS:0;3bde9015baec:36809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:29,090 INFO [RS:0;3bde9015baec:36809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:29,090 INFO [RS:0;3bde9015baec:36809 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:29,091 INFO [RS:0;3bde9015baec:36809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:29,091 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:29,092 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,36809,1731781040112 because: Region server is closing 2024-11-16T18:17:29,092 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T18:17:29,092 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T18:17:29,092 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-16T18:17:29,092 INFO [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36809. 2024-11-16T18:17:29,092 DEBUG [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:29,092 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:29,093 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:29,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:29,142 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 to pos 0, reset compression=false 2024-11-16T18:17:29,149 INFO [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 was moved to hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/oldWALs/3bde9015baec%2C36809%2C1731781040112.1731781041314 2024-11-16T18:17:29,153 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314 2024-11-16T18:17:29,153 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T18:17:29,153 DEBUG [RS:0;3bde9015baec:36809.replicationSource.wal-reader.3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T18:17:29,153 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3bde9015baec,36809,1731781040112 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/WALs/3bde9015baec,36809,1731781040112/3bde9015baec%2C36809%2C1731781040112.1731781041314, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T18:17:29,159 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:29,159 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36809,1731781040112, seqNum=-1] 2024-11-16T18:17:29,161 WARN [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-3bde9015baec,36809,1731781040112', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:36809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-16T18:17:29,164 ERROR [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,36809,1731781040112: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-3bde9015baec,36809,1731781040112, walGroup=3bde9015baec%2C36809%2C1731781040112, offset=3bde9015baec%2C36809%2C1731781040112.1731781041314:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:36809 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:17:29,165 ERROR [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:17:29,168 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:17:29,169 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:17:29,169 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:17:29,169 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:17:29,170 INFO [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 579052208 }, "NonHeapMemoryUsage": { "committed": 163119104, "init": 7667712, "max": -1, "used": 158865600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:17:29,171 DEBUG [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3bde9015baec%2C36809%2C1731781040112.1731781041314] 2024-11-16T18:17:29,193 WARN [RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:17:29,193 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,1-3bde9015baec,36809,1731781040112 terminated 2024-11-16T18:17:29,194 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3bde9015baec,36809,1731781040112 because: Region server is closing 2024-11-16T18:17:29,194 INFO [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36809. 2024-11-16T18:17:29,194 DEBUG [RS:0;3bde9015baec:36809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:29,194 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:29,194 DEBUG [RS:0;3bde9015baec:36809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:29,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:29,194 INFO [RS:0;3bde9015baec:36809 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3bde9015baec:36809.replicationSource.shipper3bde9015baec%2C36809%2C1731781040112,2-3bde9015baec,36809,1731781040112 terminated 2024-11-16T18:17:29,194 INFO [RS:0;3bde9015baec:36809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36809 2024-11-16T18:17:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/rs/3bde9015baec,36809,1731781040112 2024-11-16T18:17:29,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657/rs 2024-11-16T18:17:29,311 INFO [RS:0;3bde9015baec:36809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:29,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,36809,1731781040112] 2024-11-16T18:17:29,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796258657/draining/3bde9015baec,36809,1731781040112 already deleted, retry=false 2024-11-16T18:17:29,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,36809,1731781040112 expired; onlineServers=0 2024-11-16T18:17:29,332 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,35759,1731781040049' ***** 2024-11-16T18:17:29,332 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:17:29,332 INFO [M:0;3bde9015baec:35759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:29,333 INFO [M:0;3bde9015baec:35759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:29,333 DEBUG [M:0;3bde9015baec:35759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:17:29,333 DEBUG [M:0;3bde9015baec:35759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:17:29,333 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:17:29,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781040989 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781040989,5,FailOnTimeoutGroup] 2024-11-16T18:17:29,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781040989 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781040989,5,FailOnTimeoutGroup] 2024-11-16T18:17:29,333 INFO [M:0;3bde9015baec:35759 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:29,333 INFO [M:0;3bde9015baec:35759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:29,333 DEBUG [M:0;3bde9015baec:35759 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:17:29,333 INFO [M:0;3bde9015baec:35759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:17:29,333 INFO [M:0;3bde9015baec:35759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:29,334 INFO [M:0;3bde9015baec:35759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:17:29,334 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:17:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796258657/master 2024-11-16T18:17:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796258657 2024-11-16T18:17:29,343 DEBUG [M:0;3bde9015baec:35759 {}] zookeeper.ZKUtil(347): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Unable to get data of znode /0-1796258657/master because node does not exist (not an error) 2024-11-16T18:17:29,343 WARN [M:0;3bde9015baec:35759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:17:29,344 INFO [M:0;3bde9015baec:35759 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/.lastflushedseqids 2024-11-16T18:17:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741852_1028 (size=181) 2024-11-16T18:17:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:29,422 INFO [RS:0;3bde9015baec:36809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:29,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36809-0x10144dd385d0007, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:29,422 INFO [RS:0;3bde9015baec:36809 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,36809,1731781040112; zookeeper connection closed. 2024-11-16T18:17:29,422 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@240dedfd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@240dedfd 2024-11-16T18:17:29,423 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:17:29,750 INFO [M:0;3bde9015baec:35759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:17:29,750 INFO [M:0;3bde9015baec:35759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:17:29,751 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:29,751 INFO [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:29,751 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:29,751 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:29,751 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:29,751 INFO [M:0;3bde9015baec:35759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T18:17:29,766 DEBUG [M:0;3bde9015baec:35759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65fe645fa163488fbaee3aba15f0ab42 is 82, key is hbase:meta,,1/info:regioninfo/1731781041677/Put/seqid=0 2024-11-16T18:17:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741853_1029 (size=5680) 2024-11-16T18:17:30,171 INFO [M:0;3bde9015baec:35759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65fe645fa163488fbaee3aba15f0ab42 2024-11-16T18:17:30,192 DEBUG [M:0;3bde9015baec:35759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715491da4b2a4031b22efa46265757be is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731781045919/Put/seqid=0 2024-11-16T18:17:30,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741854_1030 (size=7319) 2024-11-16T18:17:30,462 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:17:30,597 INFO [M:0;3bde9015baec:35759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715491da4b2a4031b22efa46265757be 2024-11-16T18:17:30,617 DEBUG [M:0;3bde9015baec:35759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e01795899b334094b598f168a72090f5 is 69, key is 3bde9015baec,36809,1731781040112/rs:state/1731781041077/Put/seqid=0 2024-11-16T18:17:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741855_1031 (size=5371) 2024-11-16T18:17:31,022 INFO [M:0;3bde9015baec:35759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e01795899b334094b598f168a72090f5 2024-11-16T18:17:31,028 INFO [M:0;3bde9015baec:35759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e01795899b334094b598f168a72090f5 2024-11-16T18:17:31,029 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65fe645fa163488fbaee3aba15f0ab42 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65fe645fa163488fbaee3aba15f0ab42 2024-11-16T18:17:31,035 INFO [M:0;3bde9015baec:35759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65fe645fa163488fbaee3aba15f0ab42, entries=8, sequenceid=172, filesize=5.5 K 2024-11-16T18:17:31,036 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/715491da4b2a4031b22efa46265757be as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/715491da4b2a4031b22efa46265757be 2024-11-16T18:17:31,041 INFO [M:0;3bde9015baec:35759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/715491da4b2a4031b22efa46265757be, entries=7, sequenceid=172, filesize=7.1 K 2024-11-16T18:17:31,042 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e01795899b334094b598f168a72090f5 as hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e01795899b334094b598f168a72090f5 2024-11-16T18:17:31,047 INFO [M:0;3bde9015baec:35759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e01795899b334094b598f168a72090f5 2024-11-16T18:17:31,047 INFO [M:0;3bde9015baec:35759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46559/user/jenkins/test-data/dbc55a9e-2329-bb62-26df-cbce7ec27bf2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e01795899b334094b598f168a72090f5, entries=2, sequenceid=172, filesize=5.2 K 2024-11-16T18:17:31,048 INFO [M:0;3bde9015baec:35759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=172, compaction requested=false 2024-11-16T18:17:31,051 INFO [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:31,051 DEBUG [M:0;3bde9015baec:35759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781049751Disabling compacts and flushes for region at 1731781049751Disabling writes for close at 1731781049751Obtaining lock to block concurrent updates at 1731781049751Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781049751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731781049751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781049752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781049752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781049766 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781049766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781050178 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781050192 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781050192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781050603 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781050616 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781050616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ac1636: reopening flushed file at 1731781051028 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652693a0: reopening flushed file at 1731781051035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332938f5: reopening flushed file at 1731781051041 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=172, compaction requested=false at 1731781051048 (+7 ms)Writing region close event to WAL at 1731781051051 (+3 ms)Closed at 1731781051051 2024-11-16T18:17:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37289 is added to blk_1073741847_1023 (size=22949) 2024-11-16T18:17:31,056 INFO [M:0;3bde9015baec:35759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:17:31,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:31,056 INFO [M:0;3bde9015baec:35759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35759 2024-11-16T18:17:31,056 INFO [M:0;3bde9015baec:35759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:31,254 INFO [M:0;3bde9015baec:35759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35759-0x10144dd385d0006, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:31,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:31,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:31,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:31,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:31,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:31,258 WARN [BP-1961053148-172.17.0.2-1731781017530 heartbeating to localhost/127.0.0.1:46559 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:17:31,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:17:31,258 WARN [BP-1961053148-172.17.0.2-1731781017530 heartbeating to localhost/127.0.0.1:46559 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961053148-172.17.0.2-1731781017530 (Datanode Uuid ee700d93-37ce-436a-bf9c-5657a740bc6d) service to localhost/127.0.0.1:46559 2024-11-16T18:17:31,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:17:31,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/data/data1/current/BP-1961053148-172.17.0.2-1731781017530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:31,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/cluster_172c238b-dac9-135a-a9f5-ca0510450a23/data/data2/current/BP-1961053148-172.17.0.2-1731781017530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:31,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:17:31,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:31,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:31,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:31,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:31,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/309262e4-958e-5c55-8244-d937f14c4644/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:31,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:17:31,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:17:31,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57799) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46559 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37043 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46559 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57799) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46559 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46559 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 106), ProcessCount=11 (was 11), AvailableMemoryMB=4369 (was 5181) 2024-11-16T18:17:31,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=4368 2024-11-16T18:17:31,314 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T18:17:31,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir so I do NOT create it in target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480 2024-11-16T18:17:31,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:17:31,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.tmp.dir so I do NOT create it in target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480 2024-11-16T18:17:31,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67f20d6a-4af8-1252-7398-32112ace2607/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:17:31,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480 2024-11-16T18:17:31,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a, deleteOnExit=true 2024-11-16T18:17:31,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/zookeeper_0, clientPort=56974, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:17:31,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56974 2024-11-16T18:17:31,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/test.cache.data in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:17:31,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:31,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:17:31,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:17:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144dd385d0005, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:17:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144dd385d0002, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:17:31,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144dd385d0005, quorum=127.0.0.1:57799, baseZNode=/1-1281209008 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:17:31,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144dd385d0002, quorum=127.0.0.1:57799, baseZNode=/0-1796258657 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:17:31,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:31,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:31,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:17:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:17:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:31,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:31,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:31,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:31,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:17:31,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:31,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b97d311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:31,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31be0f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:31,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16f2ec5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/java.io.tmpdir/jetty-localhost-32931-hadoop-hdfs-3_4_1-tests_jar-_-any-13834177629869013124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:31,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b49570a{HTTP/1.1, (http/1.1)}{localhost:32931} 2024-11-16T18:17:31,850 INFO [Time-limited test {}] server.Server(415): Started @36374ms 2024-11-16T18:17:32,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:32,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:32,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:32,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:32,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:17:32,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:32,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:32,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33622c33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/java.io.tmpdir/jetty-localhost-40155-hadoop-hdfs-3_4_1-tests_jar-_-any-2192223177133613354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:32,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:40155} 2024-11-16T18:17:32,207 INFO [Time-limited test {}] server.Server(415): Started @36731ms 2024-11-16T18:17:32,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:32,807 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/data/data1/current/BP-397268882-172.17.0.2-1731781051360/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:32,807 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/data/data2/current/BP-397268882-172.17.0.2-1731781051360/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:32,822 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f3562fc87f0895d with lease ID 0x2f984421cae844c3: Processing first storage report for DS-18369202-ca58-4f7a-8dec-696a99d53000 from datanode DatanodeRegistration(127.0.0.1:35107, datanodeUuid=4776d19f-f3a1-4c0d-b4e2-e743643f962e, infoPort=44619, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=780512797;c=1731781051360) 2024-11-16T18:17:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f3562fc87f0895d with lease ID 0x2f984421cae844c3: from storage DS-18369202-ca58-4f7a-8dec-696a99d53000 node DatanodeRegistration(127.0.0.1:35107, datanodeUuid=4776d19f-f3a1-4c0d-b4e2-e743643f962e, infoPort=44619, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=780512797;c=1731781051360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f3562fc87f0895d with lease ID 0x2f984421cae844c3: Processing first storage report for DS-01ce9f43-ff19-44ee-8f87-ce4387745d61 from datanode DatanodeRegistration(127.0.0.1:35107, datanodeUuid=4776d19f-f3a1-4c0d-b4e2-e743643f962e, infoPort=44619, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=780512797;c=1731781051360) 2024-11-16T18:17:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f3562fc87f0895d with lease ID 0x2f984421cae844c3: from storage DS-01ce9f43-ff19-44ee-8f87-ce4387745d61 node DatanodeRegistration(127.0.0.1:35107, datanodeUuid=4776d19f-f3a1-4c0d-b4e2-e743643f962e, infoPort=44619, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=780512797;c=1731781051360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:32,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480 2024-11-16T18:17:32,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:32,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:33,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f with version=8 2024-11-16T18:17:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/hbase-staging 2024-11-16T18:17:33,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:33,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:33,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33035 2024-11-16T18:17:33,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33035 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:33,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330350x0, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:33,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33035-0x10144ddbf720000 connected 2024-11-16T18:17:33,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:33,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:33,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/running 2024-11-16T18:17:33,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f, hbase.cluster.distributed=false 2024-11-16T18:17:33,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/acl 2024-11-16T18:17:33,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-16T18:17:33,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33035 2024-11-16T18:17:33,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33035 2024-11-16T18:17:33,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-16T18:17:33,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33035 2024-11-16T18:17:33,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:33,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:33,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:33,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:33,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:33,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:33,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37405 2024-11-16T18:17:33,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37405 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:33,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:33,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374050x0, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:33,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374050x0, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/running 2024-11-16T18:17:33,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37405-0x10144ddbf720001 connected 2024-11-16T18:17:33,469 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:33,470 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:33,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/master 2024-11-16T18:17:33,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/acl 2024-11-16T18:17:33,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T18:17:33,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405 2024-11-16T18:17:33,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405 2024-11-16T18:17:33,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T18:17:33,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-16T18:17:33,486 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:33035 2024-11-16T18:17:33,487 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02018440799/backup-masters/3bde9015baec,33035,1731781053252 2024-11-16T18:17:33,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/backup-masters 2024-11-16T18:17:33,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/backup-masters 2024-11-16T18:17:33,500 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on existing znode=/02018440799/backup-masters/3bde9015baec,33035,1731781053252 2024-11-16T18:17:33,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018440799/master 2024-11-16T18:17:33,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:33,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:33,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on existing znode=/02018440799/master 2024-11-16T18:17:33,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02018440799/backup-masters/3bde9015baec,33035,1731781053252 from backup master directory 2024-11-16T18:17:33,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/backup-masters 2024-11-16T18:17:33,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018440799/backup-masters/3bde9015baec,33035,1731781053252 2024-11-16T18:17:33,521 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:33,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/backup-masters 2024-11-16T18:17:33,521 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,33035,1731781053252 2024-11-16T18:17:33,526 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/hbase.id] with ID: 3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53 2024-11-16T18:17:33,526 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/.tmp/hbase.id 2024-11-16T18:17:33,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:33,931 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/.tmp/hbase.id]:[hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/hbase.id] 2024-11-16T18:17:33,945 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:33,945 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:33,947 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T18:17:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:34,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:17:34,538 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:34,538 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:34,539 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:34,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:17:34,948 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store 2024-11-16T18:17:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:35,355 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:35,355 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:35,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781055355Disabling compacts and flushes for region at 1731781055355Disabling writes for close at 1731781055355Writing region close event to WAL at 1731781055355Closed at 1731781055355 2024-11-16T18:17:35,357 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/.initializing 2024-11-16T18:17:35,357 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/WALs/3bde9015baec,33035,1731781053252 2024-11-16T18:17:35,358 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:35,360 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C33035%2C1731781053252, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/WALs/3bde9015baec,33035,1731781053252, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:35,376 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/WALs/3bde9015baec,33035,1731781053252/3bde9015baec%2C33035%2C1731781053252.1731781055360, exclude list is [], retry=0 2024-11-16T18:17:35,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-18369202-ca58-4f7a-8dec-696a99d53000,DISK] 2024-11-16T18:17:35,381 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/WALs/3bde9015baec,33035,1731781053252/3bde9015baec%2C33035%2C1731781053252.1731781055360 2024-11-16T18:17:35,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-16T18:17:35,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:35,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:35,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:35,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:35,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:35,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:35,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:35,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:35,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:35,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:35,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:35,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:35,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:35,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:35,392 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,393 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,393 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,394 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,395 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,395 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:35,396 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:35,399 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:35,399 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60836037, jitterRate=-0.09347240626811981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:35,400 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781055382Initializing all the Stores at 1731781055383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781055383Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781055384 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781055384Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781055384Cleaning up temporary data from old regions at 1731781055395 (+11 ms)Region opened successfully at 1731781055400 (+5 ms) 2024-11-16T18:17:35,400 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:35,403 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13451c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:35,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:17:35,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:35,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:35,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:35,405 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:17:35,405 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:17:35,405 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:35,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:35,408 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:35,469 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/balancer already deleted, retry=false 2024-11-16T18:17:35,469 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:35,470 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:35,479 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/normalizer already deleted, retry=false 2024-11-16T18:17:35,479 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:35,480 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:35,489 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/switch/split already deleted, retry=false 2024-11-16T18:17:35,490 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:35,500 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/switch/merge already deleted, retry=false 2024-11-16T18:17:35,502 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:35,510 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018440799/running 2024-11-16T18:17:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018440799/running 2024-11-16T18:17:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,522 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,33035,1731781053252, sessionid=0x10144ddbf720000, setting cluster-up flag (Was=false) 2024-11-16T18:17:35,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,574 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02018440799/flush-table-proc/acquired, /02018440799/flush-table-proc/reached, /02018440799/flush-table-proc/abort 2024-11-16T18:17:35,575 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,33035,1731781053252 2024-11-16T18:17:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:35,626 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02018440799/online-snapshot/acquired, /02018440799/online-snapshot/reached, /02018440799/online-snapshot/abort 2024-11-16T18:17:35,628 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,33035,1731781053252 2024-11-16T18:17:35,629 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:17:35,631 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:35,631 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:35,631 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:35,631 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,33035,1731781053252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:35,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781085634 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:35,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:35,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:35,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:35,635 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:35,636 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781055635,5,FailOnTimeoutGroup] 2024-11-16T18:17:35,636 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781055636,5,FailOnTimeoutGroup] 2024-11-16T18:17:35,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:35,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:35,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:17:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:17:35,679 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(746): ClusterId : 3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53 2024-11-16T18:17:35,680 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:35,691 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:35,691 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:35,701 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:35,701 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c7c204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:35,712 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:37405 2024-11-16T18:17:35,712 INFO [RS:0;3bde9015baec:37405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:35,712 INFO [RS:0;3bde9015baec:37405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:35,712 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:35,713 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,33035,1731781053252 with port=37405, startcode=1731781053449 2024-11-16T18:17:35,713 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:35,714 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:35,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33035 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,717 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f 2024-11-16T18:17:35,717 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46183 2024-11-16T18:17:35,717 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:35,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/rs 2024-11-16T18:17:35,785 DEBUG [RS:0;3bde9015baec:37405 {}] zookeeper.ZKUtil(111): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on existing znode=/02018440799/rs/3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,785 WARN [RS:0;3bde9015baec:37405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:35,785 INFO [RS:0;3bde9015baec:37405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:35,785 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,37405,1731781053449] 2024-11-16T18:17:35,788 INFO [RS:0;3bde9015baec:37405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:35,790 INFO [RS:0;3bde9015baec:37405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:35,791 INFO [RS:0;3bde9015baec:37405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:35,791 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,791 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:35,792 INFO [RS:0;3bde9015baec:37405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:35,792 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:35,792 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:35,793 DEBUG [RS:0;3bde9015baec:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:35,793 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,793 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,793 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,793 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,793 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,794 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37405,1731781053449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:35,807 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:35,807 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37405,1731781053449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,807 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,807 INFO [RS:0;3bde9015baec:37405 {}] regionserver.Replication(171): 3bde9015baec,37405,1731781053449 started 2024-11-16T18:17:35,820 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:35,820 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,37405,1731781053449, RpcServer on 3bde9015baec/172.17.0.2:37405, sessionid=0x10144ddbf720001 2024-11-16T18:17:35,820 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:35,820 DEBUG [RS:0;3bde9015baec:37405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,820 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37405,1731781053449' 2024-11-16T18:17:35,820 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02018440799/flush-table-proc/abort' 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02018440799/flush-table-proc/acquired' 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,37405,1731781053449 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37405,1731781053449' 2024-11-16T18:17:35,821 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02018440799/online-snapshot/abort' 2024-11-16T18:17:35,822 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02018440799/online-snapshot/acquired' 2024-11-16T18:17:35,822 DEBUG [RS:0;3bde9015baec:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:35,822 INFO [RS:0;3bde9015baec:37405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:35,822 INFO [RS:0;3bde9015baec:37405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:35,922 INFO [RS:0;3bde9015baec:37405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:35,924 INFO [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37405%2C1731781053449, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs, maxLogs=10 2024-11-16T18:17:35,936 DEBUG [RS:0;3bde9015baec:37405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925, exclude list is [], retry=0 2024-11-16T18:17:35,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-18369202-ca58-4f7a-8dec-696a99d53000,DISK] 2024-11-16T18:17:35,941 INFO [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 2024-11-16T18:17:35,942 DEBUG [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-16T18:17:36,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:17:36,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f 2024-11-16T18:17:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:17:36,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:36,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:36,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:36,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:36,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:36,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:36,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:36,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:36,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:36,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:36,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740 2024-11-16T18:17:36,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740 2024-11-16T18:17:36,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:36,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:36,464 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:36,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:36,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:36,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63991689, jitterRate=-0.04644952714443207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:36,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781056452Initializing all the Stores at 1731781056453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781056453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056453Cleaning up temporary data from old regions at 1731781056464 (+11 ms)Region opened successfully at 1731781056469 (+5 ms) 2024-11-16T18:17:36,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:36,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:36,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:36,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:36,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:36,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:36,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781056469Disabling compacts and flushes for region at 1731781056469Disabling writes for close at 1731781056469Writing region close event to WAL at 1731781056470 (+1 ms)Closed at 1731781056470 2024-11-16T18:17:36,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:36,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:17:36,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:36,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:36,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:17:36,624 DEBUG [3bde9015baec:33035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:36,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,37405,1731781053449 2024-11-16T18:17:36,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37405,1731781053449, state=OPENING 2024-11-16T18:17:36,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:17:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:36,711 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:36,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37405,1731781053449}] 2024-11-16T18:17:36,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018440799/meta-region-server: CHANGED 2024-11-16T18:17:36,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018440799/meta-region-server: CHANGED 2024-11-16T18:17:36,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:36,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:36,869 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:36,869 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:36,869 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:36,871 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37405%2C1731781053449.meta, suffix=.meta, logDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs, maxLogs=10 2024-11-16T18:17:36,882 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.meta.1731781056871.meta, exclude list is [], retry=0 2024-11-16T18:17:36,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-18369202-ca58-4f7a-8dec-696a99d53000,DISK] 2024-11-16T18:17:36,887 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.meta.1731781056871.meta 2024-11-16T18:17:36,887 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-16T18:17:36,887 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:36,888 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:36,888 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:36,888 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:36,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:36,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:36,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:36,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:36,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:36,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:36,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:36,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:36,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:36,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:36,895 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:36,896 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740 2024-11-16T18:17:36,897 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740 2024-11-16T18:17:36,899 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:36,899 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:36,899 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:36,901 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:36,902 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61971530, jitterRate=-0.07655224204063416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:36,902 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:36,902 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781056888Writing region info on filesystem at 1731781056888Initializing all the Stores at 1731781056889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056890 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781056890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781056890Cleaning up temporary data from old regions at 1731781056899 (+9 ms)Running coprocessor post-open hooks at 1731781056902 (+3 ms)Region opened successfully at 1731781056902 2024-11-16T18:17:36,904 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781056864 2024-11-16T18:17:36,906 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:36,906 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:36,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37405,1731781053449 2024-11-16T18:17:36,907 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37405,1731781053449, state=OPEN 2024-11-16T18:17:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02018440799/meta-region-server 2024-11-16T18:17:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02018440799/meta-region-server 2024-11-16T18:17:36,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,37405,1731781053449 2024-11-16T18:17:36,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018440799/meta-region-server: CHANGED 2024-11-16T18:17:36,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018440799/meta-region-server: CHANGED 2024-11-16T18:17:36,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:17:36,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37405,1731781053449 in 238 msec 2024-11-16T18:17:36,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:17:36,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-16T18:17:36,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:36,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:17:36,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:36,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37405,1731781053449, seqNum=-1] 2024-11-16T18:17:36,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:36,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:36,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-16T18:17:36,965 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781056965, completionTime=-1 2024-11-16T18:17:36,965 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:17:36,965 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781116967 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781176967 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,967 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:33035, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,970 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.450sec 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:36,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:36,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:36,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:36,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:36,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:36,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33035,1731781053252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:36,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:36,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,33035,-1 for getting cluster id 2024-11-16T18:17:36,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:36,981 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53' 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53" 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4897b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,33035,-1] 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:36,983 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:36,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab70e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:36,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37405,1731781053449, seqNum=-1] 2024-11-16T18:17:36,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:36,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:36,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,33035,1731781053252 2024-11-16T18:17:36,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:37,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:37,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144ddbf720002 connected 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir so I do NOT create it in target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587 2024-11-16T18:17:37,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.tmp.dir so I do NOT create it in target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587 2024-11-16T18:17:37,019 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:17:37,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/cluster_4889c086-6371-03e0-d541-bab04f7dc0e5, deleteOnExit=true 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/test.cache.data in system properties and HBase conf 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:17:37,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:17:37,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:17:37,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:17:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:17:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:17:37,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:17:37,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:37,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:37,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:37,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:37,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:37,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:37,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:37,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:37,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:37,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234e6441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:37,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8b63e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:37,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a543ac8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/java.io.tmpdir/jetty-localhost-43545-hadoop-hdfs-3_4_1-tests_jar-_-any-8529830447216083458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:37,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b236689{HTTP/1.1, (http/1.1)}{localhost:43545} 2024-11-16T18:17:37,418 INFO [Time-limited test {}] server.Server(415): Started @41943ms 2024-11-16T18:17:37,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:37,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:37,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:37,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:37,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:37,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3935cb99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:37,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b9738af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:37,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2768b8da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/java.io.tmpdir/jetty-localhost-45227-hadoop-hdfs-3_4_1-tests_jar-_-any-6962462874679512661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:37,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d87073{HTTP/1.1, (http/1.1)}{localhost:45227} 2024-11-16T18:17:37,793 INFO [Time-limited test {}] server.Server(415): Started @42317ms 2024-11-16T18:17:37,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:38,430 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/cluster_4889c086-6371-03e0-d541-bab04f7dc0e5/data/data1/current/BP-1465527796-172.17.0.2-1731781057043/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:38,430 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/cluster_4889c086-6371-03e0-d541-bab04f7dc0e5/data/data2/current/BP-1465527796-172.17.0.2-1731781057043/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:38,450 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99dd36ab364e09e5 with lease ID 0xaa236325097866b1: Processing first storage report for DS-5beee4ba-7db9-4802-9da7-49aadd301146 from datanode DatanodeRegistration(127.0.0.1:33575, datanodeUuid=d35e67b2-221a-47ba-8df9-b4a1e0c1a046, infoPort=42975, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2025273302;c=1731781057043) 2024-11-16T18:17:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99dd36ab364e09e5 with lease ID 0xaa236325097866b1: from storage DS-5beee4ba-7db9-4802-9da7-49aadd301146 node DatanodeRegistration(127.0.0.1:33575, datanodeUuid=d35e67b2-221a-47ba-8df9-b4a1e0c1a046, infoPort=42975, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2025273302;c=1731781057043), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:17:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99dd36ab364e09e5 with lease ID 0xaa236325097866b1: Processing first storage report for DS-1d66609b-debc-4c6f-b23a-c34406338882 from datanode DatanodeRegistration(127.0.0.1:33575, datanodeUuid=d35e67b2-221a-47ba-8df9-b4a1e0c1a046, infoPort=42975, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2025273302;c=1731781057043) 2024-11-16T18:17:38,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99dd36ab364e09e5 with lease ID 0xaa236325097866b1: from storage DS-1d66609b-debc-4c6f-b23a-c34406338882 node DatanodeRegistration(127.0.0.1:33575, datanodeUuid=d35e67b2-221a-47ba-8df9-b4a1e0c1a046, infoPort=42975, infoSecurePort=0, ipcPort=42747, storageInfo=lv=-57;cid=testClusterID;nsid=2025273302;c=1731781057043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:38,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587 2024-11-16T18:17:38,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:38,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:38,936 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4 with version=8 2024-11-16T18:17:38,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/hbase-staging 2024-11-16T18:17:38,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:38,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36153 2024-11-16T18:17:38,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36153 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:38,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361530x0, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:38,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36153-0x10144ddbf720003 connected 2024-11-16T18:17:39,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:39,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:39,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/running 2024-11-16T18:17:39,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4, hbase.cluster.distributed=false 2024-11-16T18:17:39,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/acl 2024-11-16T18:17:39,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-16T18:17:39,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36153 2024-11-16T18:17:39,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36153 2024-11-16T18:17:39,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-16T18:17:39,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-16T18:17:39,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:39,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:39,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34145 2024-11-16T18:17:39,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34145 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:39,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:39,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:39,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341450x0, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:39,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341450x0, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/running 2024-11-16T18:17:39,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34145-0x10144ddbf720004 connected 2024-11-16T18:17:39,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:39,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:39,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/master 2024-11-16T18:17:39,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/acl 2024-11-16T18:17:39,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-16T18:17:39,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34145 2024-11-16T18:17:39,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34145 2024-11-16T18:17:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-16T18:17:39,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34145 2024-11-16T18:17:39,267 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:36153 2024-11-16T18:17:39,268 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1467054747/backup-masters/3bde9015baec,36153,1731781058938 2024-11-16T18:17:39,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/backup-masters 2024-11-16T18:17:39,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/backup-masters 2024-11-16T18:17:39,290 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on existing znode=/1-1467054747/backup-masters/3bde9015baec,36153,1731781058938 2024-11-16T18:17:39,295 WARN [RS:0;3bde9015baec:37405 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3bde9015baec,34691,1731781022167: status=Processing ServerCrashProcedure of 3bde9015baec,34691,1731781022167 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731781040989, completionTime=-1 appears to have been leaked 2024-11-16T18:17:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1467054747/master 2024-11-16T18:17:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:39,300 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on existing znode=/1-1467054747/master 2024-11-16T18:17:39,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1467054747/backup-masters/3bde9015baec,36153,1731781058938 from backup master directory 2024-11-16T18:17:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1467054747/backup-masters/3bde9015baec,36153,1731781058938 2024-11-16T18:17:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/backup-masters 2024-11-16T18:17:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/backup-masters 2024-11-16T18:17:39,310 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:39,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,36153,1731781058938 2024-11-16T18:17:39,315 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/hbase.id] with ID: 34652b3a-3e61-4757-95ce-3e84ca6463e2 2024-11-16T18:17:39,315 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/.tmp/hbase.id 2024-11-16T18:17:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:39,720 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/.tmp/hbase.id]:[hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/hbase.id] 2024-11-16T18:17:39,733 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:39,733 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:39,734 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:17:39,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:39,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:17:40,201 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:40,202 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:40,202 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:17:40,610 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store 2024-11-16T18:17:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:41,017 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:41,017 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:41,017 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781061017Disabling compacts and flushes for region at 1731781061017Disabling writes for close at 1731781061017Writing region close event to WAL at 1731781061017Closed at 1731781061017 2024-11-16T18:17:41,018 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/.initializing 2024-11-16T18:17:41,018 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/WALs/3bde9015baec,36153,1731781058938 2024-11-16T18:17:41,019 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:41,021 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C36153%2C1731781058938, suffix=, logDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/WALs/3bde9015baec,36153,1731781058938, archiveDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:41,033 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/WALs/3bde9015baec,36153,1731781058938/3bde9015baec%2C36153%2C1731781058938.1731781061021, exclude list is [], retry=0 2024-11-16T18:17:41,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-5beee4ba-7db9-4802-9da7-49aadd301146,DISK] 2024-11-16T18:17:41,037 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/WALs/3bde9015baec,36153,1731781058938/3bde9015baec%2C36153%2C1731781058938.1731781061021 2024-11-16T18:17:41,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42975:42975)] 2024-11-16T18:17:41,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:41,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:41,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:41,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:41,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:41,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:41,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:41,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:41,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:41,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:41,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:41,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:41,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:41,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:41,046 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,047 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,047 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,048 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,048 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,049 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:41,050 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:41,051 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:41,052 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64518076, jitterRate=-0.03860574960708618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:41,052 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781061038Initializing all the Stores at 1731781061039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781061039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781061039Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781061039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781061039Cleaning up temporary data from old regions at 1731781061048 (+9 ms)Region opened successfully at 1731781061052 (+4 ms) 2024-11-16T18:17:41,052 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:41,055 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cb49a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:41,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:17:41,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:41,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:41,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:41,057 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:17:41,057 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:17:41,057 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:41,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:41,059 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:41,131 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/balancer already deleted, retry=false 2024-11-16T18:17:41,132 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:41,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:41,142 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/normalizer already deleted, retry=false 2024-11-16T18:17:41,142 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:41,143 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:41,152 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/switch/split already deleted, retry=false 2024-11-16T18:17:41,153 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:41,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/switch/merge already deleted, retry=false 2024-11-16T18:17:41,164 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:41,173 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:41,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1467054747/running 2024-11-16T18:17:41,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1467054747/running 2024-11-16T18:17:41,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,184 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,36153,1731781058938, sessionid=0x10144ddbf720003, setting cluster-up flag (Was=false) 2024-11-16T18:17:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,236 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1467054747/flush-table-proc/acquired, /1-1467054747/flush-table-proc/reached, /1-1467054747/flush-table-proc/abort 2024-11-16T18:17:41,238 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,36153,1731781058938 2024-11-16T18:17:41,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:41,289 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1467054747/online-snapshot/acquired, /1-1467054747/online-snapshot/reached, /1-1467054747/online-snapshot/abort 2024-11-16T18:17:41,290 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,36153,1731781058938 2024-11-16T18:17:41,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:17:41,294 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:41,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:41,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:41,294 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,36153,1731781058938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:41,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:41,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781091298 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:41,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:41,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:17:41,299 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:41,299 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:41,299 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:41,299 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:41,300 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:41,300 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:41,302 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781061300,5,FailOnTimeoutGroup] 2024-11-16T18:17:41,302 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781061302,5,FailOnTimeoutGroup] 2024-11-16T18:17:41,302 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,302 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:41,302 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,302 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:17:41,338 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(746): ClusterId : 34652b3a-3e61-4757-95ce-3e84ca6463e2 2024-11-16T18:17:41,338 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:41,343 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:41,343 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:41,353 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:41,353 DEBUG [RS:0;3bde9015baec:34145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0431f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:41,363 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:34145 2024-11-16T18:17:41,363 INFO [RS:0;3bde9015baec:34145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:41,363 INFO [RS:0;3bde9015baec:34145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:41,363 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:41,364 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,36153,1731781058938 with port=34145, startcode=1731781059154 2024-11-16T18:17:41,364 DEBUG [RS:0;3bde9015baec:34145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:41,365 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:41,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36153 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,367 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4 2024-11-16T18:17:41,368 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43141 2024-11-16T18:17:41,368 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/rs 2024-11-16T18:17:41,431 DEBUG [RS:0;3bde9015baec:34145 {}] zookeeper.ZKUtil(111): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on existing znode=/1-1467054747/rs/3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,431 WARN [RS:0;3bde9015baec:34145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:41,431 INFO [RS:0;3bde9015baec:34145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:41,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,34145,1731781059154] 2024-11-16T18:17:41,431 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,435 INFO [RS:0;3bde9015baec:34145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:41,436 INFO [RS:0;3bde9015baec:34145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:41,437 INFO [RS:0;3bde9015baec:34145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:41,437 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,437 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:41,438 INFO [RS:0;3bde9015baec:34145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:41,438 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:41,438 DEBUG [RS:0;3bde9015baec:34145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,439 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34145,1731781059154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:41,451 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:41,451 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34145,1731781059154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,451 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,451 INFO [RS:0;3bde9015baec:34145 {}] regionserver.Replication(171): 3bde9015baec,34145,1731781059154 started 2024-11-16T18:17:41,463 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:41,464 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,34145,1731781059154, RpcServer on 3bde9015baec/172.17.0.2:34145, sessionid=0x10144ddbf720004 2024-11-16T18:17:41,464 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:41,464 DEBUG [RS:0;3bde9015baec:34145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,464 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34145,1731781059154' 2024-11-16T18:17:41,464 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1467054747/flush-table-proc/abort' 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1467054747/flush-table-proc/acquired' 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,34145,1731781059154 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34145,1731781059154' 2024-11-16T18:17:41,465 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1467054747/online-snapshot/abort' 2024-11-16T18:17:41,466 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1467054747/online-snapshot/acquired' 2024-11-16T18:17:41,466 DEBUG [RS:0;3bde9015baec:34145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:41,466 INFO [RS:0;3bde9015baec:34145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:41,466 INFO [RS:0;3bde9015baec:34145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:41,567 INFO [RS:0;3bde9015baec:34145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:41,568 INFO [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34145%2C1731781059154, suffix=, logDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154, archiveDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/oldWALs, maxLogs=10 2024-11-16T18:17:41,580 DEBUG [RS:0;3bde9015baec:34145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154/3bde9015baec%2C34145%2C1731781059154.1731781061569, exclude list is [], retry=0 2024-11-16T18:17:41,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-5beee4ba-7db9-4802-9da7-49aadd301146,DISK] 2024-11-16T18:17:41,585 INFO [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154/3bde9015baec%2C34145%2C1731781059154.1731781061569 2024-11-16T18:17:41,585 DEBUG [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42975:42975)] 2024-11-16T18:17:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:17:41,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:17:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:41,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:17:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:41,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:17:41,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:17:41,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:17:41,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:17:41,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4 2024-11-16T18:17:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:17:41,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:17:42,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:42,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:42,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:42,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:42,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:42,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:42,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:42,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:42,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:42,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:42,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740 2024-11-16T18:17:42,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740 2024-11-16T18:17:42,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:42,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:42,124 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:42,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:42,127 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:42,128 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62053897, jitterRate=-0.0753248780965805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781062113Initializing all the Stores at 1731781062114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781062114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062114Cleaning up temporary data from old regions at 1731781062124 (+10 ms)Region opened successfully at 1731781062128 (+4 ms) 2024-11-16T18:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:42,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:42,129 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:42,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781062128Disabling compacts and flushes for region at 1731781062128Disabling writes for close at 1731781062128Writing region close event to WAL at 1731781062129 (+1 ms)Closed at 1731781062129 2024-11-16T18:17:42,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:42,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:17:42,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:42,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:42,133 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:17:42,283 DEBUG [3bde9015baec:36153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:42,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,34145,1731781059154 2024-11-16T18:17:42,285 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34145,1731781059154, state=OPENING 2024-11-16T18:17:42,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:17:42,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:42,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:42,342 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:42,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1467054747/meta-region-server: CHANGED 2024-11-16T18:17:42,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1467054747/meta-region-server: CHANGED 2024-11-16T18:17:42,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34145,1731781059154}] 2024-11-16T18:17:42,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:42,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:42,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:42,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:42,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:42,501 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:42,501 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:42,501 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:42,502 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34145%2C1731781059154.meta, suffix=.meta, logDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154, archiveDir=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/oldWALs, maxLogs=10 2024-11-16T18:17:42,514 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154/3bde9015baec%2C34145%2C1731781059154.meta.1731781062503.meta, exclude list is [], retry=0 2024-11-16T18:17:42,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33575,DS-5beee4ba-7db9-4802-9da7-49aadd301146,DISK] 2024-11-16T18:17:42,518 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154/3bde9015baec%2C34145%2C1731781059154.meta.1731781062503.meta 2024-11-16T18:17:42,519 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42975:42975)] 2024-11-16T18:17:42,519 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:42,519 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:42,519 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:42,519 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:42,520 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:42,520 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:42,520 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:42,520 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:42,520 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:42,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:42,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:42,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:42,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:42,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:42,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:42,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:42,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:42,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:42,526 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:42,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740 2024-11-16T18:17:42,528 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740 2024-11-16T18:17:42,529 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:42,529 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:42,530 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:42,531 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:42,532 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71865057, jitterRate=0.07087279856204987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:42,532 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:42,532 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781062520Writing region info on filesystem at 1731781062520Initializing all the Stores at 1731781062521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781062521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781062521Cleaning up temporary data from old regions at 1731781062529 (+8 ms)Running coprocessor post-open hooks at 1731781062532 (+3 ms)Region opened successfully at 1731781062532 2024-11-16T18:17:42,533 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781062495 2024-11-16T18:17:42,535 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:42,535 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:42,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,34145,1731781059154 2024-11-16T18:17:42,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34145,1731781059154, state=OPEN 2024-11-16T18:17:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1467054747/meta-region-server 2024-11-16T18:17:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1467054747/meta-region-server 2024-11-16T18:17:42,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,34145,1731781059154 2024-11-16T18:17:42,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1467054747/meta-region-server: CHANGED 2024-11-16T18:17:42,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1467054747/meta-region-server: CHANGED 2024-11-16T18:17:42,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:17:42,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34145,1731781059154 in 200 msec 2024-11-16T18:17:42,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:17:42,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-16T18:17:42,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:42,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:17:42,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:42,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34145,1731781059154, seqNum=-1] 2024-11-16T18:17:42,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:42,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:42,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-16T18:17:42,557 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781062557, completionTime=-1 2024-11-16T18:17:42,557 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:17:42,558 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781122560 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781182560 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:36153, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,560 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,561 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,562 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:17:42,564 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-16T18:17:42,564 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:42,564 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:42,564 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:42,564 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:42,565 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:42,565 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:42,565 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:42,567 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:42,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:42,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36153,1731781058938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:42,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530bf50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36153,-1 for getting cluster id 2024-11-16T18:17:42,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:42,641 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34652b3a-3e61-4757-95ce-3e84ca6463e2' 2024-11-16T18:17:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34652b3a-3e61-4757-95ce-3e84ca6463e2" 2024-11-16T18:17:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30465c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36153,-1] 2024-11-16T18:17:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:42,643 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:42,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23600433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34145,1731781059154, seqNum=-1] 2024-11-16T18:17:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:42,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:42,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,36153,1731781058938 2024-11-16T18:17:42,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56974 2024-11-16T18:17:42,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:42,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144ddbf720005 connected 2024-11-16T18:17:42,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8d639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,33035,-1 for getting cluster id 2024-11-16T18:17:42,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:42,673 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53' 2024-11-16T18:17:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53" 2024-11-16T18:17:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd04ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,33035,-1] 2024-11-16T18:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:42,674 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6423b854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,33035,1731781053252 2024-11-16T18:17:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a6d9b0 2024-11-16T18:17:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:42,677 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:42,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:36153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:17:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:17:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:42,681 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:36153' 2024-11-16T18:17:42,681 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225faf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,681 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36153,-1 for getting cluster id 2024-11-16T18:17:42,682 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:42,682 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34652b3a-3e61-4757-95ce-3e84ca6463e2' 2024-11-16T18:17:42,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:42,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34652b3a-3e61-4757-95ce-3e84ca6463e2" 2024-11-16T18:17:42,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7869f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36153,-1] 2024-11-16T18:17:42,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:42,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:42,684 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea266ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:42,684 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:42,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36153,1731781058938 2024-11-16T18:17:42,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4b3ed1 2024-11-16T18:17:42,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:42,686 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:42,686 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T18:17:42,687 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:17:42,687 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:42,687 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:42,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:42,687 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:42,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:17:42,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:17:42,690 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:42,691 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:17:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741835_1011 (size=1138) 2024-11-16T18:17:42,739 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:17:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:43,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d86e1c0dae71d15ee14271b409bc7f0, NAME => 'hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f 2024-11-16T18:17:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741836_1012 (size=44) 2024-11-16T18:17:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d86e1c0dae71d15ee14271b409bc7f0, disabling compactions & flushes 2024-11-16T18:17:43,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. after waiting 0 ms 2024-11-16T18:17:43,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d86e1c0dae71d15ee14271b409bc7f0: Waiting for close lock at 1731781063505Disabling compacts and flushes for region at 1731781063505Disabling writes for close at 1731781063505Writing region close event to WAL at 1731781063506 (+1 ms)Closed at 1731781063506 2024-11-16T18:17:43,507 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:17:43,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781063507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781063507"}]},"ts":"1731781063507"} 2024-11-16T18:17:43,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:17:43,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:17:43,511 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781063511"}]},"ts":"1731781063511"} 2024-11-16T18:17:43,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:17:43,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0, ASSIGN}] 2024-11-16T18:17:43,514 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0, ASSIGN 2024-11-16T18:17:43,515 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0, ASSIGN; state=OFFLINE, location=3bde9015baec,37405,1731781053449; forceNewPlan=false, retain=false 2024-11-16T18:17:43,666 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d86e1c0dae71d15ee14271b409bc7f0, regionState=OPENING, regionLocation=3bde9015baec,37405,1731781053449 2024-11-16T18:17:43,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0, ASSIGN because future has completed 2024-11-16T18:17:43,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d86e1c0dae71d15ee14271b409bc7f0, server=3bde9015baec,37405,1731781053449}] 2024-11-16T18:17:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:43,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:43,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:17:43,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37405%2C1731781053449.rep, suffix=, logDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449, archiveDir=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs, maxLogs=10 2024-11-16T18:17:43,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.rep.1731781063827, exclude list is [], retry=0 2024-11-16T18:17:43,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-18369202-ca58-4f7a-8dec-696a99d53000,DISK] 2024-11-16T18:17:43,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.rep.1731781063827 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44619:44619)] 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d86e1c0dae71d15ee14271b409bc7f0, NAME => 'hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:43,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. service=MultiRowMutationService 2024-11-16T18:17:43,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:43,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,845 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,846 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d86e1c0dae71d15ee14271b409bc7f0 columnFamilyName hfileref 2024-11-16T18:17:43,846 DEBUG [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:43,847 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(327): Store=6d86e1c0dae71d15ee14271b409bc7f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:43,847 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,848 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d86e1c0dae71d15ee14271b409bc7f0 columnFamilyName queue 2024-11-16T18:17:43,848 DEBUG [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:43,848 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(327): Store=6d86e1c0dae71d15ee14271b409bc7f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:43,848 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,850 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d86e1c0dae71d15ee14271b409bc7f0 columnFamilyName sid 2024-11-16T18:17:43,850 DEBUG [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:43,850 INFO [StoreOpener-6d86e1c0dae71d15ee14271b409bc7f0-1 {}] regionserver.HStore(327): Store=6d86e1c0dae71d15ee14271b409bc7f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:43,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:17:43,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:43,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6d86e1c0dae71d15ee14271b409bc7f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61097688, jitterRate=-0.08957350254058838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:17:43,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:43,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6d86e1c0dae71d15ee14271b409bc7f0: Running coprocessor pre-open hook at 1731781063844Writing region info on filesystem at 1731781063844Initializing all the Stores at 1731781063845 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781063845Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781063845Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781063845Cleaning up temporary data from old regions at 1731781063852 (+7 ms)Running coprocessor post-open hooks at 1731781063856 (+4 ms)Region opened successfully at 1731781063857 (+1 ms) 2024-11-16T18:17:43,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0., pid=7, masterSystemTime=1731781063821 2024-11-16T18:17:43,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:43,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6d86e1c0dae71d15ee14271b409bc7f0, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37405,1731781053449 2024-11-16T18:17:43,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d86e1c0dae71d15ee14271b409bc7f0, server=3bde9015baec,37405,1731781053449 because future has completed 2024-11-16T18:17:43,865 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33035 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3bde9015baec,37405,1731781053449, table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T18:17:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T18:17:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d86e1c0dae71d15ee14271b409bc7f0, server=3bde9015baec,37405,1731781053449 in 196 msec 2024-11-16T18:17:43,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:17:43,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d86e1c0dae71d15ee14271b409bc7f0, ASSIGN in 354 msec 2024-11-16T18:17:43,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:17:43,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781063871"}]},"ts":"1731781063871"} 2024-11-16T18:17:43,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:17:43,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:17:43,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-16T18:17:43,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0., hostname=3bde9015baec,37405,1731781053449, seqNum=2] 2024-11-16T18:17:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:43,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:44,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:17:44,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T18:17:44,160 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:17:44,186 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,37405,1731781053449, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:17:44,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:44,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37405,1731781053449, seqNum=-1] 2024-11-16T18:17:44,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:44,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T18:17:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,37405,1731781053449', locateType=CURRENT is [region=hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0., hostname=3bde9015baec,37405,1731781053449, seqNum=2] 2024-11-16T18:17:44,193 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T18:17:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T18:17:44,196 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,37405,1731781053449 suceeded 2024-11-16T18:17:44,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T18:17:44,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-16T18:17:44,198 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:36153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:17:44,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5200 sec 2024-11-16T18:17:44,207 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:36153' 2024-11-16T18:17:44,208 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b858dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:44,208 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36153,-1 for getting cluster id 2024-11-16T18:17:44,208 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:44,209 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34652b3a-3e61-4757-95ce-3e84ca6463e2' 2024-11-16T18:17:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34652b3a-3e61-4757-95ce-3e84ca6463e2" 2024-11-16T18:17:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2868b616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36153,-1] 2024-11-16T18:17:44,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:44,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,210 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:44,211 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43585d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:44,211 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:44,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36153,1731781058938 2024-11-16T18:17:44,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cebf7d9 2024-11-16T18:17:44,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:44,213 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T18:17:44,214 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,37405,1731781053449 (queues=1) is replicating from cluster=3cdd0dbb-1bfc-4f7b-91e7-1d40d3d5ca53 to cluster=34652b3a-3e61-4757-95ce-3e84ca6463e2 2024-11-16T18:17:44,214 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C37405%2C1731781053449 2024-11-16T18:17:44,214 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,37405,1731781053449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:17:44,214 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.shipper3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C37405%2C1731781053449 2024-11-16T18:17:44,214 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925, startPosition=0, beingWritten=true 2024-11-16T18:17:44,420 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:44,726 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:17:44,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:17:44,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:44,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:44,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:44,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:17:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,33035,1731781053252 2024-11-16T18:17:44,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f349ce 2024-11-16T18:17:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:17:44,826 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:17:44,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33035 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:17:44,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:17:44,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:44,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:44,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:44,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:17:44,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2031851731, stopped=false 2024-11-16T18:17:44,827 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,36153,1731781058938 2024-11-16T18:17:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1467054747/running 2024-11-16T18:17:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1467054747/running 2024-11-16T18:17:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:44,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:44,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:44,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:44,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/running 2024-11-16T18:17:44,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,34145,1731781059154' ***** 2024-11-16T18:17:44,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:17:44,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,34145,1731781059154 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34145. 2024-11-16T18:17:44,901 DEBUG [RS:0;3bde9015baec:34145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:44,901 DEBUG [RS:0;3bde9015baec:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:17:44,901 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:17:44,902 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:17:44,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Set watcher on znode that does not yet exist, /1-1467054747/running 2024-11-16T18:17:44,902 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:44,902 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:44,902 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:44,902 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:44,902 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:44,902 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:44,902 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T18:17:44,917 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/.tmp/ns/c49c6c02af444e90a72b5e45071dcfe8 is 43, key is default/ns:d/1731781062552/Put/seqid=0 2024-11-16T18:17:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741835_1011 (size=5153) 2024-11-16T18:17:44,942 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:45,102 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:45,131 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:45,302 DEBUG [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:45,322 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/.tmp/ns/c49c6c02af444e90a72b5e45071dcfe8 2024-11-16T18:17:45,329 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/.tmp/ns/c49c6c02af444e90a72b5e45071dcfe8 as hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/ns/c49c6c02af444e90a72b5e45071dcfe8 2024-11-16T18:17:45,336 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/ns/c49c6c02af444e90a72b5e45071dcfe8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T18:17:45,337 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-16T18:17:45,341 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T18:17:45,342 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:45,342 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:45,342 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:45,342 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781064902Running coprocessor pre-close hooks at 1731781064902Disabling compacts and flushes for region at 1731781064902Disabling writes for close at 1731781064902Obtaining lock to block concurrent updates at 1731781064902Preparing flush snapshotting stores in 1588230740 at 1731781064902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731781064902Flushing stores of hbase:meta,,1.1588230740 at 1731781064903 (+1 ms)Flushing 1588230740/ns: creating writer at 1731781064903Flushing 1588230740/ns: appending metadata at 1731781064916 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731781064916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a60dc32: reopening flushed file at 1731781065328 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731781065337 (+9 ms)Writing region close event to WAL at 1731781065338 (+1 ms)Running coprocessor post-close hooks at 1731781065342 (+4 ms)Closed at 1731781065342 2024-11-16T18:17:45,342 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:45,439 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:17:45,439 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:17:45,502 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,34145,1731781059154; all regions closed. 2024-11-16T18:17:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741834_1010 (size=1152) 2024-11-16T18:17:45,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/WALs/3bde9015baec,34145,1731781059154/3bde9015baec%2C34145%2C1731781059154.meta.1731781062503.meta not finished, retry = 0 2024-11-16T18:17:45,608 DEBUG [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/oldWALs 2024-11-16T18:17:45,608 INFO [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C34145%2C1731781059154.meta:.meta(num 1731781062503) 2024-11-16T18:17:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:17:45,612 DEBUG [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/oldWALs 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C34145%2C1731781059154:(num 1731781061569) 2024-11-16T18:17:45,613 DEBUG [RS:0;3bde9015baec:34145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:45,613 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:45,613 INFO [RS:0;3bde9015baec:34145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34145 2024-11-16T18:17:45,636 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747/rs 2024-11-16T18:17:45,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1467054747/rs/3bde9015baec,34145,1731781059154 2024-11-16T18:17:45,657 INFO [RS:0;3bde9015baec:34145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:45,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,34145,1731781059154] 2024-11-16T18:17:45,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1467054747/draining/3bde9015baec,34145,1731781059154 already deleted, retry=false 2024-11-16T18:17:45,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,34145,1731781059154 expired; onlineServers=0 2024-11-16T18:17:45,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,36153,1731781058938' ***** 2024-11-16T18:17:45,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:17:45,678 INFO [M:0;3bde9015baec:36153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:45,678 INFO [M:0;3bde9015baec:36153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:45,679 DEBUG [M:0;3bde9015baec:36153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:17:45,679 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781061302 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781061302,5,FailOnTimeoutGroup] 2024-11-16T18:17:45,679 DEBUG [M:0;3bde9015baec:36153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:17:45,679 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781061300 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781061300,5,FailOnTimeoutGroup] 2024-11-16T18:17:45,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:17:45,679 INFO [M:0;3bde9015baec:36153 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:45,679 INFO [M:0;3bde9015baec:36153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:45,679 DEBUG [M:0;3bde9015baec:36153 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:17:45,679 INFO [M:0;3bde9015baec:36153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:17:45,679 INFO [M:0;3bde9015baec:36153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:45,679 INFO [M:0;3bde9015baec:36153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:17:45,680 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1467054747/master 2024-11-16T18:17:45,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1467054747 2024-11-16T18:17:45,689 DEBUG [M:0;3bde9015baec:36153 {}] zookeeper.ZKUtil(347): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Unable to get data of znode /1-1467054747/master because node does not exist (not an error) 2024-11-16T18:17:45,689 WARN [M:0;3bde9015baec:36153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:17:45,690 INFO [M:0;3bde9015baec:36153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/.lastflushedseqids 2024-11-16T18:17:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741836_1012 (size=99) 2024-11-16T18:17:45,768 INFO [RS:0;3bde9015baec:34145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34145-0x10144ddbf720004, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:45,768 INFO [RS:0;3bde9015baec:34145 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,34145,1731781059154; zookeeper connection closed. 2024-11-16T18:17:45,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@301f3de7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@301f3de7 2024-11-16T18:17:45,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:17:46,095 INFO [M:0;3bde9015baec:36153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:17:46,095 INFO [M:0;3bde9015baec:36153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:17:46,095 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:46,095 INFO [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:46,095 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:46,095 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:46,095 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:46,095 INFO [M:0;3bde9015baec:36153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T18:17:46,110 DEBUG [M:0;3bde9015baec:36153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aac9d9d4458d44f090d4fad6e716ebe0 is 82, key is hbase:meta,,1/info:regioninfo/1731781062536/Put/seqid=0 2024-11-16T18:17:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741837_1013 (size=5672) 2024-11-16T18:17:46,241 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:46,515 INFO [M:0;3bde9015baec:36153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aac9d9d4458d44f090d4fad6e716ebe0 2024-11-16T18:17:46,563 DEBUG [M:0;3bde9015baec:36153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc95ef5da275446b9f154794d340a3fa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731781062556/Put/seqid=0 2024-11-16T18:17:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741838_1014 (size=5275) 2024-11-16T18:17:46,946 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:46,968 INFO [M:0;3bde9015baec:36153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc95ef5da275446b9f154794d340a3fa 2024-11-16T18:17:46,986 DEBUG [M:0;3bde9015baec:36153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3e6ec6cb7bd4403aede4b31c1b49100 is 69, key is 3bde9015baec,34145,1731781059154/rs:state/1731781061366/Put/seqid=0 2024-11-16T18:17:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741839_1015 (size=5156) 2024-11-16T18:17:47,391 INFO [M:0;3bde9015baec:36153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3e6ec6cb7bd4403aede4b31c1b49100 2024-11-16T18:17:47,396 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aac9d9d4458d44f090d4fad6e716ebe0 as hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aac9d9d4458d44f090d4fad6e716ebe0 2024-11-16T18:17:47,401 INFO [M:0;3bde9015baec:36153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aac9d9d4458d44f090d4fad6e716ebe0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T18:17:47,402 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc95ef5da275446b9f154794d340a3fa as hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc95ef5da275446b9f154794d340a3fa 2024-11-16T18:17:47,407 INFO [M:0;3bde9015baec:36153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc95ef5da275446b9f154794d340a3fa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T18:17:47,408 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3e6ec6cb7bd4403aede4b31c1b49100 as hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3e6ec6cb7bd4403aede4b31c1b49100 2024-11-16T18:17:47,412 INFO [M:0;3bde9015baec:36153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43141/user/jenkins/test-data/23075d1b-f696-389d-06e0-177fd7fcafb4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3e6ec6cb7bd4403aede4b31c1b49100, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T18:17:47,413 INFO [M:0;3bde9015baec:36153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false 2024-11-16T18:17:47,415 INFO [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:47,415 DEBUG [M:0;3bde9015baec:36153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781066095Disabling compacts and flushes for region at 1731781066095Disabling writes for close at 1731781066095Obtaining lock to block concurrent updates at 1731781066095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781066095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731781066095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781066096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781066096Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781066110 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781066110Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781066550 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781066563 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781066563Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781066973 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781066985 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781066985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e13dc5: reopening flushed file at 1731781067395 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5887e476: reopening flushed file at 1731781067401 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374d1d82: reopening flushed file at 1731781067407 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false at 1731781067413 (+6 ms)Writing region close event to WAL at 1731781067415 (+2 ms)Closed at 1731781067415 2024-11-16T18:17:47,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33575 is added to blk_1073741830_1006 (size=10165) 2024-11-16T18:17:47,417 INFO [M:0;3bde9015baec:36153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:17:47,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:47,417 INFO [M:0;3bde9015baec:36153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36153 2024-11-16T18:17:47,418 INFO [M:0;3bde9015baec:36153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:47,578 INFO [M:0;3bde9015baec:36153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36153-0x10144ddbf720003, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:47,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2768b8da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:47,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d87073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:47,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:47,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b9738af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:47,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3935cb99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:47,614 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:17:47,614 WARN [BP-1465527796-172.17.0.2-1731781057043 heartbeating to localhost/127.0.0.1:43141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:17:47,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:17:47,614 WARN [BP-1465527796-172.17.0.2-1731781057043 heartbeating to localhost/127.0.0.1:43141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1465527796-172.17.0.2-1731781057043 (Datanode Uuid d35e67b2-221a-47ba-8df9-b4a1e0c1a046) service to localhost/127.0.0.1:43141 2024-11-16T18:17:47,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/cluster_4889c086-6371-03e0-d541-bab04f7dc0e5/data/data1/current/BP-1465527796-172.17.0.2-1731781057043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:47,615 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/cluster_4889c086-6371-03e0-d541-bab04f7dc0e5/data/data2/current/BP-1465527796-172.17.0.2-1731781057043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:47,615 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:17:47,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a543ac8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:47,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b236689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:47,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:47,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8b63e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:47,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234e6441{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:47,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:17:47,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:17:47,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:47,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:47,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:47,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:47,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:47,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:17:47,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=602929996, stopped=false 2024-11-16T18:17:47,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,33035,1731781053252 2024-11-16T18:17:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018440799/running 2024-11-16T18:17:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018440799/running 2024-11-16T18:17:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:47,647 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:47,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:17:47,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/running 2024-11-16T18:17:47,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:47,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Set watcher on znode that does not yet exist, /02018440799/running 2024-11-16T18:17:47,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:47,648 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,37405,1731781053449' ***** 2024-11-16T18:17:47,648 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:17:47,648 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,37405,1731781053449 2024-11-16T18:17:47,648 INFO [RS:0;3bde9015baec:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37405. 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d86e1c0dae71d15ee14271b409bc7f0, disabling compactions & flushes 2024-11-16T18:17:47,649 DEBUG [RS:0;3bde9015baec:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:47,649 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:47,649 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. after waiting 0 ms 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:17:47,649 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d86e1c0dae71d15ee14271b409bc7f0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:17:47,649 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:17:47,649 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d86e1c0dae71d15ee14271b409bc7f0=hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0.} 2024-11-16T18:17:47,649 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:47,649 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:47,649 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:47,650 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T18:17:47,663 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/.tmp/queue/950b2470bcf1418d9fa6abee6f8cd4b3 is 151, key is 1-3bde9015baec,37405,1731781053449/queue:3bde9015baec%2C37405%2C1731781053449/1731781064192/Put/seqid=0 2024-11-16T18:17:47,664 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/info/f7a2b61f163f4d7cbca1b66531218985 is 147, key is hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0./info:regioninfo/1731781063860/Put/seqid=0 2024-11-16T18:17:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741838_1014 (size=5350) 2024-11-16T18:17:47,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741839_1015 (size=6631) 2024-11-16T18:17:47,702 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:47,751 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:47,849 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:47,855 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:17:47,855 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:17:48,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:48,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:48,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:48,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:17:48,050 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d86e1c0dae71d15ee14271b409bc7f0 2024-11-16T18:17:48,068 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/.tmp/queue/950b2470bcf1418d9fa6abee6f8cd4b3 2024-11-16T18:17:48,068 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/info/f7a2b61f163f4d7cbca1b66531218985 2024-11-16T18:17:48,075 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/.tmp/queue/950b2470bcf1418d9fa6abee6f8cd4b3 as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/queue/950b2470bcf1418d9fa6abee6f8cd4b3 2024-11-16T18:17:48,082 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/queue/950b2470bcf1418d9fa6abee6f8cd4b3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T18:17:48,083 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6d86e1c0dae71d15ee14271b409bc7f0 in 434ms, sequenceid=5, compaction requested=false 2024-11-16T18:17:48,088 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/replication/6d86e1c0dae71d15ee14271b409bc7f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:17:48,088 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:48,088 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:48,089 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:48,089 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d86e1c0dae71d15ee14271b409bc7f0: Waiting for close lock at 1731781067648Running coprocessor pre-close hooks at 1731781067648Disabling compacts and flushes for region at 1731781067648Disabling writes for close at 1731781067649 (+1 ms)Obtaining lock to block concurrent updates at 1731781067649Preparing flush snapshotting stores in 6d86e1c0dae71d15ee14271b409bc7f0 at 1731781067649Finished memstore snapshotting hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731781067650 (+1 ms)Flushing stores of hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. at 1731781067650Flushing 6d86e1c0dae71d15ee14271b409bc7f0/queue: creating writer at 1731781067650Flushing 6d86e1c0dae71d15ee14271b409bc7f0/queue: appending metadata at 1731781067663 (+13 ms)Flushing 6d86e1c0dae71d15ee14271b409bc7f0/queue: closing flushed file at 1731781067663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388462c5: reopening flushed file at 1731781068074 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6d86e1c0dae71d15ee14271b409bc7f0 in 434ms, sequenceid=5, compaction requested=false at 1731781068083 (+9 ms)Writing region close event to WAL at 1731781068084 (+1 ms)Running coprocessor post-close hooks at 1731781068088 (+4 ms)Closed at 1731781068089 (+1 ms) 2024-11-16T18:17:48,089 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781062687.6d86e1c0dae71d15ee14271b409bc7f0. 2024-11-16T18:17:48,090 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/ns/9d309964658f4cce9d62ef38c6683666 is 43, key is default/ns:d/1731781056959/Put/seqid=0 2024-11-16T18:17:48,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741840_1016 (size=5153) 2024-11-16T18:17:48,250 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:48,450 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:48,494 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/ns/9d309964658f4cce9d62ef38c6683666 2024-11-16T18:17:48,517 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/table/fba800bb551c495d8d828a8b7d03e0ed is 53, key is hbase:replication/table:state/1731781063871/Put/seqid=0 2024-11-16T18:17:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741841_1017 (size=5256) 2024-11-16T18:17:48,650 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:17:48,650 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:17:48,650 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:48,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 to pos 0, reset compression=false 2024-11-16T18:17:48,850 DEBUG [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:17:48,921 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/table/fba800bb551c495d8d828a8b7d03e0ed 2024-11-16T18:17:48,927 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/info/f7a2b61f163f4d7cbca1b66531218985 as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/info/f7a2b61f163f4d7cbca1b66531218985 2024-11-16T18:17:48,932 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/info/f7a2b61f163f4d7cbca1b66531218985, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T18:17:48,933 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/ns/9d309964658f4cce9d62ef38c6683666 as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/ns/9d309964658f4cce9d62ef38c6683666 2024-11-16T18:17:48,938 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/ns/9d309964658f4cce9d62ef38c6683666, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:17:48,939 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/.tmp/table/fba800bb551c495d8d828a8b7d03e0ed as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/table/fba800bb551c495d8d828a8b7d03e0ed 2024-11-16T18:17:48,944 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/table/fba800bb551c495d8d828a8b7d03e0ed, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T18:17:48,945 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-16T18:17:48,950 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:17:48,950 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:48,950 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:48,951 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:48,951 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781067649Running coprocessor pre-close hooks at 1731781067649Disabling compacts and flushes for region at 1731781067649Disabling writes for close at 1731781067649Obtaining lock to block concurrent updates at 1731781067650 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731781067650Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731781067650Flushing stores of hbase:meta,,1.1588230740 at 1731781067650Flushing 1588230740/info: creating writer at 1731781067651 (+1 ms)Flushing 1588230740/info: appending metadata at 1731781067664 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731781067664Flushing 1588230740/ns: creating writer at 1731781068075 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731781068089 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731781068089Flushing 1588230740/table: creating writer at 1731781068500 (+411 ms)Flushing 1588230740/table: appending metadata at 1731781068516 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731781068516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d203092: reopening flushed file at 1731781068926 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71da7a7c: reopening flushed file at 1731781068932 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6f607f: reopening flushed file at 1731781068938 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1731781068945 (+7 ms)Writing region close event to WAL at 1731781068947 (+2 ms)Running coprocessor post-close hooks at 1731781068950 (+3 ms)Closed at 1731781068951 (+1 ms) 2024-11-16T18:17:48,951 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:49,051 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,37405,1731781053449; all regions closed. 2024-11-16T18:17:49,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.meta.1731781056871.meta not finished, retry = 0 2024-11-16T18:17:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741834_1010 (size=2742) 2024-11-16T18:17:49,155 DEBUG [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs 2024-11-16T18:17:49,156 INFO [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37405%2C1731781053449.meta:.meta(num 1731781056871) 2024-11-16T18:17:49,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741837_1013 (size=1586) 2024-11-16T18:17:49,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.rep.1731781063827 not finished, retry = 0 2024-11-16T18:17:49,260 DEBUG [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs 2024-11-16T18:17:49,261 INFO [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37405%2C1731781053449.rep:(num 1731781063827) 2024-11-16T18:17:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:17:49,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/WALs/3bde9015baec,37405,1731781053449/3bde9015baec%2C37405%2C1731781053449.1731781055925 not finished, retry = 0 2024-11-16T18:17:49,365 DEBUG [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/oldWALs 2024-11-16T18:17:49,365 INFO [RS:0;3bde9015baec:37405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37405%2C1731781053449:(num 1731781055925) 2024-11-16T18:17:49,365 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:49,366 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,37405,1731781053449 because: Region server is closing 2024-11-16T18:17:49,366 INFO [RS:0;3bde9015baec:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37405. 2024-11-16T18:17:49,366 DEBUG [RS:0;3bde9015baec:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:17:49,366 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:49,367 DEBUG [RS:0;3bde9015baec:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:49,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:17:49,467 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.shipper3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:17:49,467 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.wal-reader.3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:17:49,467 INFO [RS:0;3bde9015baec:37405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37405,1731781053449.replicationSource.shipper3bde9015baec%2C37405%2C1731781053449,1-3bde9015baec,37405,1731781053449 terminated 2024-11-16T18:17:49,467 INFO [RS:0;3bde9015baec:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37405 2024-11-16T18:17:49,552 INFO [RS:0;3bde9015baec:37405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018440799/rs/3bde9015baec,37405,1731781053449 2024-11-16T18:17:49,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799/rs 2024-11-16T18:17:49,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,37405,1731781053449] 2024-11-16T18:17:49,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02018440799/draining/3bde9015baec,37405,1731781053449 already deleted, retry=false 2024-11-16T18:17:49,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,37405,1731781053449 expired; onlineServers=0 2024-11-16T18:17:49,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,33035,1731781053252' ***** 2024-11-16T18:17:49,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:17:49,573 INFO [M:0;3bde9015baec:33035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:17:49,573 INFO [M:0;3bde9015baec:33035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:17:49,573 DEBUG [M:0;3bde9015baec:33035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:17:49,573 DEBUG [M:0;3bde9015baec:33035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:17:49,573 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:17:49,573 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781055635 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781055635,5,FailOnTimeoutGroup] 2024-11-16T18:17:49,573 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781055636 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781055636,5,FailOnTimeoutGroup] 2024-11-16T18:17:49,573 INFO [M:0;3bde9015baec:33035 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:17:49,574 INFO [M:0;3bde9015baec:33035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:17:49,574 DEBUG [M:0;3bde9015baec:33035 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:17:49,574 INFO [M:0;3bde9015baec:33035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:17:49,574 INFO [M:0;3bde9015baec:33035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:17:49,574 INFO [M:0;3bde9015baec:33035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:17:49,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:17:49,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018440799/master 2024-11-16T18:17:49,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018440799 2024-11-16T18:17:49,583 DEBUG [M:0;3bde9015baec:33035 {}] zookeeper.ZKUtil(347): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Unable to get data of znode /02018440799/master because node does not exist (not an error) 2024-11-16T18:17:49,583 WARN [M:0;3bde9015baec:33035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:17:49,584 INFO [M:0;3bde9015baec:33035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/.lastflushedseqids 2024-11-16T18:17:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741842_1018 (size=181) 2024-11-16T18:17:49,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:49,662 INFO [RS:0;3bde9015baec:37405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:49,662 INFO [RS:0;3bde9015baec:37405 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,37405,1731781053449; zookeeper connection closed. 2024-11-16T18:17:49,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10144ddbf720001, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:49,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bb4c2fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bb4c2fd 2024-11-16T18:17:49,663 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:17:49,989 INFO [M:0;3bde9015baec:33035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:17:49,989 INFO [M:0;3bde9015baec:33035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:17:49,990 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:49,990 INFO [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:49,990 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:49,990 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:49,990 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:49,990 INFO [M:0;3bde9015baec:33035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T18:17:50,004 DEBUG [M:0;3bde9015baec:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67b68b9247c540b4b80386288604a36f is 82, key is hbase:meta,,1/info:regioninfo/1731781056906/Put/seqid=0 2024-11-16T18:17:50,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741843_1019 (size=5672) 2024-11-16T18:17:50,409 INFO [M:0;3bde9015baec:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67b68b9247c540b4b80386288604a36f 2024-11-16T18:17:50,426 DEBUG [M:0;3bde9015baec:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72a301bc83949d6b362b243e0e2e658 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731781063875/Put/seqid=0 2024-11-16T18:17:50,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741844_1020 (size=7203) 2024-11-16T18:17:50,831 INFO [M:0;3bde9015baec:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72a301bc83949d6b362b243e0e2e658 2024-11-16T18:17:50,848 DEBUG [M:0;3bde9015baec:33035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdabd398928946b7ae9fef7acdc93fc7 is 69, key is 3bde9015baec,37405,1731781053449/rs:state/1731781055715/Put/seqid=0 2024-11-16T18:17:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741845_1021 (size=5156) 2024-11-16T18:17:51,252 INFO [M:0;3bde9015baec:33035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdabd398928946b7ae9fef7acdc93fc7 2024-11-16T18:17:51,259 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67b68b9247c540b4b80386288604a36f as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67b68b9247c540b4b80386288604a36f 2024-11-16T18:17:51,264 INFO [M:0;3bde9015baec:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67b68b9247c540b4b80386288604a36f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T18:17:51,265 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e72a301bc83949d6b362b243e0e2e658 as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72a301bc83949d6b362b243e0e2e658 2024-11-16T18:17:51,270 INFO [M:0;3bde9015baec:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e72a301bc83949d6b362b243e0e2e658, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T18:17:51,271 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdabd398928946b7ae9fef7acdc93fc7 as hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdabd398928946b7ae9fef7acdc93fc7 2024-11-16T18:17:51,276 INFO [M:0;3bde9015baec:33035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46183/user/jenkins/test-data/ca6a289b-eb72-7c91-c367-16d65b53d64f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdabd398928946b7ae9fef7acdc93fc7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T18:17:51,277 INFO [M:0;3bde9015baec:33035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false 2024-11-16T18:17:51,278 INFO [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:51,278 DEBUG [M:0;3bde9015baec:33035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781069990Disabling compacts and flushes for region at 1731781069990Disabling writes for close at 1731781069990Obtaining lock to block concurrent updates at 1731781069990Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781069990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731781069990Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781069991 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781069991Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781070004 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781070004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781070413 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781070426 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781070426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781070835 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781070847 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781070847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285715f8: reopening flushed file at 1731781071258 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736c9e4d: reopening flushed file at 1731781071264 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d21478: reopening flushed file at 1731781071270 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=70, compaction requested=false at 1731781071277 (+7 ms)Writing region close event to WAL at 1731781071278 (+1 ms)Closed at 1731781071278 2024-11-16T18:17:51,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741830_1006 (size=41008) 2024-11-16T18:17:51,281 INFO [M:0;3bde9015baec:33035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:17:51,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:17:51,281 INFO [M:0;3bde9015baec:33035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33035 2024-11-16T18:17:51,281 INFO [M:0;3bde9015baec:33035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:17:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:51,441 INFO [M:0;3bde9015baec:33035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:17:51,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33035-0x10144ddbf720000, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:17:51,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33622c33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:51,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:51,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:51,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:51,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:51,445 WARN [BP-397268882-172.17.0.2-1731781051360 heartbeating to localhost/127.0.0.1:46183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:17:51,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:17:51,445 WARN [BP-397268882-172.17.0.2-1731781051360 heartbeating to localhost/127.0.0.1:46183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397268882-172.17.0.2-1731781051360 (Datanode Uuid 4776d19f-f3a1-4c0d-b4e2-e743643f962e) service to localhost/127.0.0.1:46183 2024-11-16T18:17:51,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:17:51,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/data/data1/current/BP-397268882-172.17.0.2-1731781051360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:51,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/cluster_6618af51-384f-cbd4-791d-3a76b3df7f2a/data/data2/current/BP-397268882-172.17.0.2-1731781051360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:17:51,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:17:51,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16f2ec5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:51,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b49570a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:17:51,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:17:51,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31be0f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:17:51,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b97d311{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6ec012e-0250-cde9-7a98-9c5a4052a480/hadoop.log.dir/,STOPPED} 2024-11-16T18:17:51,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:17:51,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:17:51,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56974) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46183 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43141 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56974) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 105) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4049 (was 4368) 2024-11-16T18:17:51,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=4049 2024-11-16T18:17:51,490 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T18:17:51,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir so I do NOT create it in target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532 2024-11-16T18:17:51,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:17:51,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.tmp.dir so I do NOT create it in target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532 2024-11-16T18:17:51,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/051d216c-30e6-ae7f-3bfb-f30287a18587/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:17:51,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532 2024-11-16T18:17:51,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b, deleteOnExit=true 2024-11-16T18:17:51,513 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/zookeeper_0, clientPort=56688, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:17:51,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56688 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/test.cache.data in system properties and HBase conf 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:17:51,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:17:51,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:17:51,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:17:51,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:51,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:17:51,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:17:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144ddbf720002, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:17:51,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144ddbf720005, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:17:51,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144ddbf720005, quorum=127.0.0.1:56974, baseZNode=/1-1467054747 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:17:51,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144ddbf720002, quorum=127.0.0.1:56974, baseZNode=/02018440799 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:17:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:17:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:17:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:17:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:17:51,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:51,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:51,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:51,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:51,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:17:51,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:51,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ea8ba85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:51,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@542950f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:52,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd4d3b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/java.io.tmpdir/jetty-localhost-35315-hadoop-hdfs-3_4_1-tests_jar-_-any-2909351396511784342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:52,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@762dd101{HTTP/1.1, (http/1.1)}{localhost:35315} 2024-11-16T18:17:52,008 INFO [Time-limited test {}] server.Server(415): Started @56533ms 2024-11-16T18:17:52,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:52,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:52,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:52,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:52,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:17:52,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cb93e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:52,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1331ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:52,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78420511{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/java.io.tmpdir/jetty-localhost-42145-hadoop-hdfs-3_4_1-tests_jar-_-any-6314701212188234062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:52,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e63279c{HTTP/1.1, (http/1.1)}{localhost:42145} 2024-11-16T18:17:52,405 INFO [Time-limited test {}] server.Server(415): Started @56930ms 2024-11-16T18:17:52,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:53,027 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/data/data1/current/BP-1412985334-172.17.0.2-1731781071537/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:53,027 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/data/data2/current/BP-1412985334-172.17.0.2-1731781071537/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:53,041 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36eda71ae3278edd with lease ID 0x411290c4857b9404: Processing first storage report for DS-ee10072d-1b59-415d-a89f-63391d7be074 from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=a8cce5ca-5381-4609-875d-222aef1f17b5, infoPort=37765, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=182791427;c=1731781071537) 2024-11-16T18:17:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36eda71ae3278edd with lease ID 0x411290c4857b9404: from storage DS-ee10072d-1b59-415d-a89f-63391d7be074 node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=a8cce5ca-5381-4609-875d-222aef1f17b5, infoPort=37765, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=182791427;c=1731781071537), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36eda71ae3278edd with lease ID 0x411290c4857b9404: Processing first storage report for DS-0fdfd21d-69e3-4ebd-b2ee-2ca37c282984 from datanode DatanodeRegistration(127.0.0.1:46735, datanodeUuid=a8cce5ca-5381-4609-875d-222aef1f17b5, infoPort=37765, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=182791427;c=1731781071537) 2024-11-16T18:17:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36eda71ae3278edd with lease ID 0x411290c4857b9404: from storage DS-0fdfd21d-69e3-4ebd-b2ee-2ca37c282984 node DatanodeRegistration(127.0.0.1:46735, datanodeUuid=a8cce5ca-5381-4609-875d-222aef1f17b5, infoPort=37765, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=182791427;c=1731781071537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:53,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532 2024-11-16T18:17:53,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:53,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801 with version=8 2024-11-16T18:17:53,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/hbase-staging 2024-11-16T18:17:53,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:53,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42739 2024-11-16T18:17:53,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42739 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:17:53,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:17:53,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:53,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:53,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:53,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:17:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427390x0, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:53,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42739-0x10144de0e440000 connected 2024-11-16T18:17:53,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/running 2024-11-16T18:17:53,723 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801, hbase.cluster.distributed=false 2024-11-16T18:17:53,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/acl 2024-11-16T18:17:53,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-16T18:17:53,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42739 2024-11-16T18:17:53,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42739 2024-11-16T18:17:53,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-16T18:17:53,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42739 2024-11-16T18:17:53,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:53,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:53,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-16T18:17:53,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37713 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:17:53,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377130x0, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:53,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/running 2024-11-16T18:17:53,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37713-0x10144de0e440001 connected 2024-11-16T18:17:53,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:53,753 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:53,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/master 2024-11-16T18:17:53,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/acl 2024-11-16T18:17:53,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-16T18:17:53,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-16T18:17:53,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-16T18:17:53,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-16T18:17:53,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-16T18:17:53,769 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:42739 2024-11-16T18:17:53,769 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1587167670/backup-masters/3bde9015baec,42739,1731781073541 2024-11-16T18:17:53,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/backup-masters 2024-11-16T18:17:53,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/backup-masters 2024-11-16T18:17:53,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on existing znode=/0-1587167670/backup-masters/3bde9015baec,42739,1731781073541 2024-11-16T18:17:53,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587167670/master 2024-11-16T18:17:53,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:53,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:53,783 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on existing znode=/0-1587167670/master 2024-11-16T18:17:53,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1587167670/backup-masters/3bde9015baec,42739,1731781073541 from backup master directory 2024-11-16T18:17:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/backup-masters 2024-11-16T18:17:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587167670/backup-masters/3bde9015baec,42739,1731781073541 2024-11-16T18:17:53,793 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:53,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/backup-masters 2024-11-16T18:17:53,793 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,42739,1731781073541 2024-11-16T18:17:53,797 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/hbase.id] with ID: c46d9e47-bceb-4940-89e6-07bd7bc10777 2024-11-16T18:17:53,798 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/.tmp/hbase.id 2024-11-16T18:17:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:54,203 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/.tmp/hbase.id]:[hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/hbase.id] 2024-11-16T18:17:54,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:54,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:54,215 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:17:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:17:54,673 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:17:54,674 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:17:54,674 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:54,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:17:55,081 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store 2024-11-16T18:17:55,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:17:55,487 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:55,487 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:17:55,487 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:55,487 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:55,487 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:17:55,488 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:55,488 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:17:55,488 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781075487Disabling compacts and flushes for region at 1731781075487Disabling writes for close at 1731781075487Writing region close event to WAL at 1731781075488 (+1 ms)Closed at 1731781075488 2024-11-16T18:17:55,489 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/.initializing 2024-11-16T18:17:55,489 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/WALs/3bde9015baec,42739,1731781073541 2024-11-16T18:17:55,490 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:55,492 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C42739%2C1731781073541, suffix=, logDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/WALs/3bde9015baec,42739,1731781073541, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/oldWALs, maxLogs=10 2024-11-16T18:17:55,506 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/WALs/3bde9015baec,42739,1731781073541/3bde9015baec%2C42739%2C1731781073541.1731781075492, exclude list is [], retry=0 2024-11-16T18:17:55,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-ee10072d-1b59-415d-a89f-63391d7be074,DISK] 2024-11-16T18:17:55,511 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/WALs/3bde9015baec,42739,1731781073541/3bde9015baec%2C42739%2C1731781073541.1731781075492 2024-11-16T18:17:55,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-16T18:17:55,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:55,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:55,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:17:55,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:55,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:55,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:17:55,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:55,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:55,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:17:55,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:55,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:55,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:17:55,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:55,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:17:55,520 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,521 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,521 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,522 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,522 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,523 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:55,524 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:17:55,526 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:55,526 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70729216, jitterRate=0.05394744873046875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:55,527 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781075512Initializing all the Stores at 1731781075512Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781075512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781075513 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781075513Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781075513Cleaning up temporary data from old regions at 1731781075522 (+9 ms)Region opened successfully at 1731781075527 (+5 ms) 2024-11-16T18:17:55,527 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:17:55,530 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac49d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:55,531 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:17:55,531 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:17:55,531 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:17:55,531 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:17:55,532 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:17:55,532 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:17:55,532 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:17:55,534 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:17:55,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/balancer because node does not exist (not necessarily an error) 2024-11-16T18:17:55,604 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/balancer already deleted, retry=false 2024-11-16T18:17:55,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:17:55,605 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:17:55,614 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/normalizer already deleted, retry=false 2024-11-16T18:17:55,615 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:17:55,616 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:17:55,625 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/switch/split already deleted, retry=false 2024-11-16T18:17:55,626 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:17:55,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/switch/merge already deleted, retry=false 2024-11-16T18:17:55,637 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:17:55,646 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/snapshot-cleanup already deleted, retry=false 2024-11-16T18:17:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587167670/running 2024-11-16T18:17:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1587167670/running 2024-11-16T18:17:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,657 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,42739,1731781073541, sessionid=0x10144de0e440000, setting cluster-up flag (Was=false) 2024-11-16T18:17:55,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,709 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587167670/flush-table-proc/acquired, /0-1587167670/flush-table-proc/reached, /0-1587167670/flush-table-proc/abort 2024-11-16T18:17:55,710 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42739,1731781073541 2024-11-16T18:17:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:55,762 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1587167670/online-snapshot/acquired, /0-1587167670/online-snapshot/reached, /0-1587167670/online-snapshot/abort 2024-11-16T18:17:55,763 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42739,1731781073541 2024-11-16T18:17:55,764 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:17:55,765 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:55,766 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:17:55,766 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:17:55,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,42739,1731781073541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:17:55,767 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:55,768 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,770 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781105770 2024-11-16T18:17:55,770 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:17:55,770 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:17:55,770 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:55,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:17:55,771 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:17:55,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:17:55,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:17:55,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:17:55,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781075772,5,FailOnTimeoutGroup] 2024-11-16T18:17:55,772 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:55,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781075772,5,FailOnTimeoutGroup] 2024-11-16T18:17:55,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:17:55,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:17:55,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:17:55,859 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(746): ClusterId : c46d9e47-bceb-4940-89e6-07bd7bc10777 2024-11-16T18:17:55,859 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:17:55,868 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:17:55,868 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:17:55,878 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:17:55,879 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292750c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:17:55,888 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:37713 2024-11-16T18:17:55,888 INFO [RS:0;3bde9015baec:37713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:17:55,888 INFO [RS:0;3bde9015baec:37713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:17:55,888 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:17:55,889 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,42739,1731781073541 with port=37713, startcode=1731781073738 2024-11-16T18:17:55,889 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:17:55,890 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:17:55,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42739 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,892 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801 2024-11-16T18:17:55,892 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35973 2024-11-16T18:17:55,892 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:17:55,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/rs 2024-11-16T18:17:55,899 DEBUG [RS:0;3bde9015baec:37713 {}] zookeeper.ZKUtil(111): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on existing znode=/0-1587167670/rs/3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,899 WARN [RS:0;3bde9015baec:37713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:55,899 INFO [RS:0;3bde9015baec:37713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:55,899 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,37713,1731781073738] 2024-11-16T18:17:55,902 INFO [RS:0;3bde9015baec:37713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:17:55,905 INFO [RS:0;3bde9015baec:37713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:17:55,906 INFO [RS:0;3bde9015baec:37713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:17:55,906 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,906 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:17:55,907 INFO [RS:0;3bde9015baec:37713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:17:55,907 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:55,907 DEBUG [RS:0;3bde9015baec:37713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,908 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37713,1731781073738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:55,923 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:17:55,923 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37713,1731781073738-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,923 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,923 INFO [RS:0;3bde9015baec:37713 {}] regionserver.Replication(171): 3bde9015baec,37713,1731781073738 started 2024-11-16T18:17:55,934 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:55,934 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,37713,1731781073738, RpcServer on 3bde9015baec/172.17.0.2:37713, sessionid=0x10144de0e440001 2024-11-16T18:17:55,934 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:17:55,935 DEBUG [RS:0;3bde9015baec:37713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,935 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37713,1731781073738' 2024-11-16T18:17:55,935 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587167670/flush-table-proc/abort' 2024-11-16T18:17:55,935 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587167670/flush-table-proc/acquired' 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,37713,1731781073738 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37713,1731781073738' 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1587167670/online-snapshot/abort' 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1587167670/online-snapshot/acquired' 2024-11-16T18:17:55,936 DEBUG [RS:0;3bde9015baec:37713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:17:55,936 INFO [RS:0;3bde9015baec:37713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:17:55,936 INFO [RS:0;3bde9015baec:37713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:17:56,037 INFO [RS:0;3bde9015baec:37713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:17:56,038 INFO [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37713%2C1731781073738, suffix=, logDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs, maxLogs=10 2024-11-16T18:17:56,049 DEBUG [RS:0;3bde9015baec:37713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039, exclude list is [], retry=0 2024-11-16T18:17:56,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-ee10072d-1b59-415d-a89f-63391d7be074,DISK] 2024-11-16T18:17:56,054 INFO [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 2024-11-16T18:17:56,054 DEBUG [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-16T18:17:56,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:17:56,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801 2024-11-16T18:17:56,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:17:56,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:56,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:56,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:56,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:56,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:56,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:56,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:56,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:56,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:56,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:56,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:56,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:56,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:56,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:56,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:56,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:56,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:56,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:56,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740 2024-11-16T18:17:56,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740 2024-11-16T18:17:56,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:56,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:56,597 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:56,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:56,600 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:17:56,600 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65148668, jitterRate=-0.0292091965675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:56,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781076586Initializing all the Stores at 1731781076587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781076587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781076587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781076587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781076587Cleaning up temporary data from old regions at 1731781076596 (+9 ms)Region opened successfully at 1731781076601 (+5 ms) 2024-11-16T18:17:56,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:17:56,601 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:17:56,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:17:56,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:17:56,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:17:56,601 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:17:56,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781076601Disabling compacts and flushes for region at 1731781076601Disabling writes for close at 1731781076601Writing region close event to WAL at 1731781076601Closed at 1731781076601 2024-11-16T18:17:56,603 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:56,603 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:17:56,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:17:56,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:56,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:17:56,755 DEBUG [3bde9015baec:42739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:17:56,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:17:56,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37713,1731781073738, state=OPENING 2024-11-16T18:17:56,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:17:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:17:56,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:17:56,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587167670/meta-region-server: CHANGED 2024-11-16T18:17:56,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587167670/meta-region-server: CHANGED 2024-11-16T18:17:56,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37713,1731781073738}] 2024-11-16T18:17:56,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:17:56,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:17:57,002 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:17:57,002 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:17:57,002 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:17:57,004 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37713%2C1731781073738.meta, suffix=.meta, logDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs, maxLogs=10 2024-11-16T18:17:57,022 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.meta.1731781077004.meta, exclude list is [], retry=0 2024-11-16T18:17:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-ee10072d-1b59-415d-a89f-63391d7be074,DISK] 2024-11-16T18:17:57,027 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.meta.1731781077004.meta 2024-11-16T18:17:57,027 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-16T18:17:57,027 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:17:57,027 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:17:57,028 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:17:57,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:17:57,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:17:57,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:17:57,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:57,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:57,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:17:57,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:17:57,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:57,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:57,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:17:57,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:17:57,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:57,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:57,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:17:57,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:17:57,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:17:57,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:17:57,034 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:17:57,035 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740 2024-11-16T18:17:57,036 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740 2024-11-16T18:17:57,037 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:17:57,037 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:17:57,037 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:17:57,038 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:17:57,039 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75013206, jitterRate=0.11778387427330017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:17:57,039 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:17:57,040 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781077028Writing region info on filesystem at 1731781077028Initializing all the Stores at 1731781077029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781077029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781077029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781077029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781077029Cleaning up temporary data from old regions at 1731781077037 (+8 ms)Running coprocessor post-open hooks at 1731781077039 (+2 ms)Region opened successfully at 1731781077040 (+1 ms) 2024-11-16T18:17:57,041 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781076997 2024-11-16T18:17:57,043 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:17:57,043 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:17:57,044 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:17:57,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37713,1731781073738, state=OPEN 2024-11-16T18:17:57,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587167670/meta-region-server 2024-11-16T18:17:57,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1587167670/meta-region-server 2024-11-16T18:17:57,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,37713,1731781073738 2024-11-16T18:17:57,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587167670/meta-region-server: CHANGED 2024-11-16T18:17:57,067 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1587167670/meta-region-server: CHANGED 2024-11-16T18:17:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:17:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37713,1731781073738 in 222 msec 2024-11-16T18:17:57,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:17:57,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-16T18:17:57,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:17:57,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:17:57,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:57,075 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:17:57,076 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:57,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:57,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-16T18:17:57,082 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781077082, completionTime=-1 2024-11-16T18:17:57,083 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:17:57,083 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781137085 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781197085 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:42739, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,085 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,086 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,088 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.295sec 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:17:57,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:17:57,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:17:57,092 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:17:57,092 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:17:57,092 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42739,1731781073541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:17:57,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34256a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:57,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42739,-1 for getting cluster id 2024-11-16T18:17:57,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:17:57,161 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c46d9e47-bceb-4940-89e6-07bd7bc10777' 2024-11-16T18:17:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:17:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c46d9e47-bceb-4940-89e6-07bd7bc10777" 2024-11-16T18:17:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b5fcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42739,-1] 2024-11-16T18:17:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:17:57,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:17:57,163 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:17:57,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbad863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:17:57,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:17:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:17:57,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:17:57,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:17:57,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,42739,1731781073541 2024-11-16T18:17:57,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:17:57,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:57,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144de0e440002 connected 2024-11-16T18:17:57,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir so I do NOT create it in target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc 2024-11-16T18:17:57,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:17:57,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.tmp.dir so I do NOT create it in target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc 2024-11-16T18:17:57,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:17:57,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc 2024-11-16T18:17:57,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:17:57,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/cluster_7071770d-51d5-4910-2ec2-7164684769af, deleteOnExit=true 2024-11-16T18:17:57,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/test.cache.data in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:17:57,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:17:57,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:17:57,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:17:57,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:57,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:57,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:57,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:57,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:57,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:57,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d3776aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:57,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33efd463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:57,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6115f183{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/java.io.tmpdir/jetty-localhost-36523-hadoop-hdfs-3_4_1-tests_jar-_-any-7498501843064088251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:17:57,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afc8303{HTTP/1.1, (http/1.1)}{localhost:36523} 2024-11-16T18:17:57,629 INFO [Time-limited test {}] server.Server(415): Started @62154ms 2024-11-16T18:17:57,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:17:57,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:17:57,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:17:57,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:17:57,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:17:57,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c5dbfb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:17:57,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1322c637{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:17:57,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@271ec18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/java.io.tmpdir/jetty-localhost-33233-hadoop-hdfs-3_4_1-tests_jar-_-any-5629054591765899964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:17:57,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a9f76a8{HTTP/1.1, (http/1.1)}{localhost:33233} 2024-11-16T18:17:57,969 INFO [Time-limited test {}] server.Server(415): Started @62493ms 2024-11-16T18:17:57,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:17:58,626 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/cluster_7071770d-51d5-4910-2ec2-7164684769af/data/data1/current/BP-576312500-172.17.0.2-1731781077213/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:58,626 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/cluster_7071770d-51d5-4910-2ec2-7164684769af/data/data2/current/BP-576312500-172.17.0.2-1731781077213/current, will proceed with Du for space computation calculation, 2024-11-16T18:17:58,641 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:17:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc537258c3240eb8 with lease ID 0xaa53bf12d40837a9: Processing first storage report for DS-d64b27f6-ce64-409b-b2c5-6894b99bfc0f from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=c6d0192c-1e7e-46af-b38e-5c6fee8b38af, infoPort=38961, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=187192696;c=1731781077213) 2024-11-16T18:17:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc537258c3240eb8 with lease ID 0xaa53bf12d40837a9: from storage DS-d64b27f6-ce64-409b-b2c5-6894b99bfc0f node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=c6d0192c-1e7e-46af-b38e-5c6fee8b38af, infoPort=38961, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=187192696;c=1731781077213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc537258c3240eb8 with lease ID 0xaa53bf12d40837a9: Processing first storage report for DS-2533d265-8b39-408e-be08-3ff022480022 from datanode DatanodeRegistration(127.0.0.1:44117, datanodeUuid=c6d0192c-1e7e-46af-b38e-5c6fee8b38af, infoPort=38961, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=187192696;c=1731781077213) 2024-11-16T18:17:58,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc537258c3240eb8 with lease ID 0xaa53bf12d40837a9: from storage DS-2533d265-8b39-408e-be08-3ff022480022 node DatanodeRegistration(127.0.0.1:44117, datanodeUuid=c6d0192c-1e7e-46af-b38e-5c6fee8b38af, infoPort=38961, infoSecurePort=0, ipcPort=37581, storageInfo=lv=-57;cid=testClusterID;nsid=187192696;c=1731781077213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:17:58,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc 2024-11-16T18:17:58,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:58,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:17:59,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514 with version=8 2024-11-16T18:17:59,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/hbase-staging 2024-11-16T18:17:59,108 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:59,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43133 2024-11-16T18:17:59,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43133 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:17:59,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431330x0, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:59,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43133-0x10144de0e440003 connected 2024-11-16T18:17:59,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:59,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:59,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/running 2024-11-16T18:17:59,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514, hbase.cluster.distributed=false 2024-11-16T18:17:59,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/acl 2024-11-16T18:17:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-16T18:17:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43133 2024-11-16T18:17:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43133 2024-11-16T18:17:59,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-16T18:17:59,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43133 2024-11-16T18:17:59,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:17:59,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:17:59,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44611 2024-11-16T18:17:59,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44611 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:17:59,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:59,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:59,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446110x0, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:17:59,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446110x0, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/running 2024-11-16T18:17:59,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44611-0x10144de0e440004 connected 2024-11-16T18:17:59,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:17:59,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:17:59,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/master 2024-11-16T18:17:59,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/acl 2024-11-16T18:17:59,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-16T18:17:59,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44611 2024-11-16T18:17:59,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44611 2024-11-16T18:17:59,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-16T18:17:59,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44611 2024-11-16T18:17:59,286 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:43133 2024-11-16T18:17:59,286 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1898365582/backup-masters/3bde9015baec,43133,1731781079108 2024-11-16T18:17:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/backup-masters 2024-11-16T18:17:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/backup-masters 2024-11-16T18:17:59,299 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on existing znode=/1-1898365582/backup-masters/3bde9015baec,43133,1731781079108 2024-11-16T18:17:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1898365582/master 2024-11-16T18:17:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:17:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:17:59,309 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on existing znode=/1-1898365582/master 2024-11-16T18:17:59,310 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1898365582/backup-masters/3bde9015baec,43133,1731781079108 from backup master directory 2024-11-16T18:17:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1898365582/backup-masters/3bde9015baec,43133,1731781079108 2024-11-16T18:17:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/backup-masters 2024-11-16T18:17:59,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/backup-masters 2024-11-16T18:17:59,319 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:17:59,319 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,43133,1731781079108 2024-11-16T18:17:59,323 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/hbase.id] with ID: d307dd4a-e816-46aa-b58b-d7459766e663 2024-11-16T18:17:59,323 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/.tmp/hbase.id 2024-11-16T18:17:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:17:59,728 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/.tmp/hbase.id]:[hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/hbase.id] 2024-11-16T18:17:59,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:17:59,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:17:59,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:17:59,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:17:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:18:00,188 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:18:00,189 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:18:00,189 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:18:00,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:18:00,596 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store 2024-11-16T18:18:00,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:18:01,002 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:18:01,002 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:18:01,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781081002Disabling compacts and flushes for region at 1731781081002Disabling writes for close at 1731781081002Writing region close event to WAL at 1731781081002Closed at 1731781081002 2024-11-16T18:18:01,003 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/.initializing 2024-11-16T18:18:01,003 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/WALs/3bde9015baec,43133,1731781079108 2024-11-16T18:18:01,004 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:18:01,006 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C43133%2C1731781079108, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/WALs/3bde9015baec,43133,1731781079108, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/oldWALs, maxLogs=10 2024-11-16T18:18:01,022 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/WALs/3bde9015baec,43133,1731781079108/3bde9015baec%2C43133%2C1731781079108.1731781081006, exclude list is [], retry=0 2024-11-16T18:18:01,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-d64b27f6-ce64-409b-b2c5-6894b99bfc0f,DISK] 2024-11-16T18:18:01,026 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/WALs/3bde9015baec,43133,1731781079108/3bde9015baec%2C43133%2C1731781079108.1731781081006 2024-11-16T18:18:01,026 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-16T18:18:01,026 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:18:01,027 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:01,027 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,027 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:18:01,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:01,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:01,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:18:01,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:01,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:01,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:18:01,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:01,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:01,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:18:01,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:01,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:01,034 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,035 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,035 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,036 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,036 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,037 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:18:01,038 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:18:01,040 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:18:01,040 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75228223, jitterRate=0.12098787724971771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:18:01,040 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781081027Initializing all the Stores at 1731781081028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781081028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781081028Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781081028Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781081028Cleaning up temporary data from old regions at 1731781081036 (+8 ms)Region opened successfully at 1731781081040 (+4 ms) 2024-11-16T18:18:01,040 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:18:01,043 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277d9da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:18:01,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:18:01,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:18:01,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:18:01,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:18:01,045 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:18:01,045 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:18:01,045 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:18:01,047 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:18:01,047 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/balancer because node does not exist (not necessarily an error) 2024-11-16T18:18:01,130 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/balancer already deleted, retry=false 2024-11-16T18:18:01,130 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:18:01,131 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:18:01,140 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/normalizer already deleted, retry=false 2024-11-16T18:18:01,140 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:18:01,141 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:18:01,151 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/switch/split already deleted, retry=false 2024-11-16T18:18:01,151 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:18:01,161 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/switch/merge already deleted, retry=false 2024-11-16T18:18:01,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:18:01,172 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/snapshot-cleanup already deleted, retry=false 2024-11-16T18:18:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1898365582/running 2024-11-16T18:18:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1898365582/running 2024-11-16T18:18:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,183 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,43133,1731781079108, sessionid=0x10144de0e440003, setting cluster-up flag (Was=false) 2024-11-16T18:18:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,235 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1898365582/flush-table-proc/acquired, /1-1898365582/flush-table-proc/reached, /1-1898365582/flush-table-proc/abort 2024-11-16T18:18:01,236 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43133,1731781079108 2024-11-16T18:18:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:01,287 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1898365582/online-snapshot/acquired, /1-1898365582/online-snapshot/reached, /1-1898365582/online-snapshot/abort 2024-11-16T18:18:01,288 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43133,1731781079108 2024-11-16T18:18:01,289 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:18:01,291 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:18:01,291 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:18:01,291 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:18:01,291 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,43133,1731781079108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:18:01,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781111294 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:18:01,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:18:01,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:18:01,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781081295,5,FailOnTimeoutGroup] 2024-11-16T18:18:01,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781081295,5,FailOnTimeoutGroup] 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:01,295 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:18:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:18:01,376 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(746): ClusterId : d307dd4a-e816-46aa-b58b-d7459766e663 2024-11-16T18:18:01,377 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:18:01,446 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:18:01,446 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:18:01,457 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:18:01,457 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aba5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:18:01,467 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:44611 2024-11-16T18:18:01,467 INFO [RS:0;3bde9015baec:44611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:18:01,467 INFO [RS:0;3bde9015baec:44611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:18:01,467 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:18:01,468 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,43133,1731781079108 with port=44611, startcode=1731781079253 2024-11-16T18:18:01,468 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:18:01,469 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:18:01,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,469 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43133 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,471 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514 2024-11-16T18:18:01,471 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46623 2024-11-16T18:18:01,471 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:18:01,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/rs 2024-11-16T18:18:01,519 DEBUG [RS:0;3bde9015baec:44611 {}] zookeeper.ZKUtil(111): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on existing znode=/1-1898365582/rs/3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,519 WARN [RS:0;3bde9015baec:44611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:18:01,519 INFO [RS:0;3bde9015baec:44611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:18:01,519 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,44611,1731781079253] 2024-11-16T18:18:01,523 INFO [RS:0;3bde9015baec:44611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:18:01,525 INFO [RS:0;3bde9015baec:44611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:18:01,526 INFO [RS:0;3bde9015baec:44611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:18:01,526 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,526 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:18:01,527 INFO [RS:0;3bde9015baec:44611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:18:01,527 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:18:01,527 DEBUG [RS:0;3bde9015baec:44611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,528 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44611,1731781079253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:18:01,540 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:18:01,540 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44611,1731781079253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,540 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,540 INFO [RS:0;3bde9015baec:44611 {}] regionserver.Replication(171): 3bde9015baec,44611,1731781079253 started 2024-11-16T18:18:01,551 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:01,551 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,44611,1731781079253, RpcServer on 3bde9015baec/172.17.0.2:44611, sessionid=0x10144de0e440004 2024-11-16T18:18:01,551 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:18:01,551 DEBUG [RS:0;3bde9015baec:44611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,551 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44611,1731781079253' 2024-11-16T18:18:01,551 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1898365582/flush-table-proc/abort' 2024-11-16T18:18:01,552 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1898365582/flush-table-proc/acquired' 2024-11-16T18:18:01,552 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:18:01,552 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:18:01,552 DEBUG [RS:0;3bde9015baec:44611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,44611,1731781079253 2024-11-16T18:18:01,552 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44611,1731781079253' 2024-11-16T18:18:01,553 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1898365582/online-snapshot/abort' 2024-11-16T18:18:01,553 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1898365582/online-snapshot/acquired' 2024-11-16T18:18:01,553 DEBUG [RS:0;3bde9015baec:44611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:18:01,553 INFO [RS:0;3bde9015baec:44611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:18:01,553 INFO [RS:0;3bde9015baec:44611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:18:01,653 INFO [RS:0;3bde9015baec:44611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:18:01,655 INFO [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44611%2C1731781079253, suffix=, logDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/oldWALs, maxLogs=10 2024-11-16T18:18:01,666 DEBUG [RS:0;3bde9015baec:44611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.1731781081655, exclude list is [], retry=0 2024-11-16T18:18:01,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-d64b27f6-ce64-409b-b2c5-6894b99bfc0f,DISK] 2024-11-16T18:18:01,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:18:01,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:18:01,671 INFO [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.1731781081655 2024-11-16T18:18:01,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:18:01,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:18:01,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:18:01,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:18:01,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:18:01,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:18:01,672 DEBUG [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-16T18:18:01,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:18:01,703 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514 2024-11-16T18:18:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:18:01,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:18:02,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:02,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:18:02,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:18:02,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:18:02,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:18:02,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:18:02,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:18:02,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:18:02,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:18:02,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:18:02,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740 2024-11-16T18:18:02,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740 2024-11-16T18:18:02,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:18:02,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:18:02,119 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:18:02,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:18:02,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:18:02,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74052270, jitterRate=0.10346481204032898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781082108Initializing all the Stores at 1731781082109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082110 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781082110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082110Cleaning up temporary data from old regions at 1731781082118 (+8 ms)Region opened successfully at 1731781082122 (+4 ms) 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:18:02,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:18:02,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:18:02,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781082123Disabling compacts and flushes for region at 1731781082123Disabling writes for close at 1731781082123Writing region close event to WAL at 1731781082123Closed at 1731781082123 2024-11-16T18:18:02,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:18:02,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:18:02,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:18:02,126 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:18:02,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:18:02,277 DEBUG [3bde9015baec:43133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:18:02,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,44611,1731781079253 2024-11-16T18:18:02,279 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44611,1731781079253, state=OPENING 2024-11-16T18:18:02,340 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:18:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:18:02,351 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:18:02,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1898365582/meta-region-server: CHANGED 2024-11-16T18:18:02,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1898365582/meta-region-server: CHANGED 2024-11-16T18:18:02,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44611,1731781079253}] 2024-11-16T18:18:02,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:18:02,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:18:02,509 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:18:02,509 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:18:02,509 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:18:02,511 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44611%2C1731781079253.meta, suffix=.meta, logDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253, archiveDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/oldWALs, maxLogs=10 2024-11-16T18:18:02,523 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.meta.1731781082511.meta, exclude list is [], retry=0 2024-11-16T18:18:02,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44117,DS-d64b27f6-ce64-409b-b2c5-6894b99bfc0f,DISK] 2024-11-16T18:18:02,526 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.meta.1731781082511.meta 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38961:38961)] 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:18:02,527 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:18:02,527 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:18:02,527 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:02,528 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:18:02,528 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:18:02,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:18:02,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:18:02,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:18:02,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:18:02,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:18:02,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:18:02,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:18:02,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:18:02,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:18:02,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:18:02,534 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:18:02,535 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740 2024-11-16T18:18:02,537 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740 2024-11-16T18:18:02,538 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:18:02,538 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:18:02,539 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:18:02,540 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:18:02,540 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71593005, jitterRate=0.06681890785694122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:18:02,541 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:18:02,541 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781082528Writing region info on filesystem at 1731781082528Initializing all the Stores at 1731781082529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781082529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781082529Cleaning up temporary data from old regions at 1731781082538 (+9 ms)Running coprocessor post-open hooks at 1731781082541 (+3 ms)Region opened successfully at 1731781082541 2024-11-16T18:18:02,542 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781082504 2024-11-16T18:18:02,544 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:18:02,544 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:18:02,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,44611,1731781079253 2024-11-16T18:18:02,546 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44611,1731781079253, state=OPEN 2024-11-16T18:18:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1898365582/meta-region-server 2024-11-16T18:18:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1898365582/meta-region-server 2024-11-16T18:18:02,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:02,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,44611,1731781079253 2024-11-16T18:18:02,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1898365582/meta-region-server: CHANGED 2024-11-16T18:18:02,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1898365582/meta-region-server: CHANGED 2024-11-16T18:18:02,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:02,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:02,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:18:02,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44611,1731781079253 in 200 msec 2024-11-16T18:18:02,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:18:02,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-16T18:18:02,557 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:18:02,557 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:18:02,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:02,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44611,1731781079253, seqNum=-1] 2024-11-16T18:18:02,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:02,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:02,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:02,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-16T18:18:02,565 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781082565, completionTime=-1 2024-11-16T18:18:02,565 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:18:02,565 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:18:02,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:18:02,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781142567 2024-11-16T18:18:02,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781202567 2024-11-16T18:18:02,567 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:43133, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,568 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,570 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.252sec 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:18:02,572 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:18:02,574 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:18:02,574 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:18:02,574 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43133,1731781079108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:18:02,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7b256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:02,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43133,-1 for getting cluster id 2024-11-16T18:18:02,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:02,578 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd307dd4a-e816-46aa-b58b-d7459766e663' 2024-11-16T18:18:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d307dd4a-e816-46aa-b58b-d7459766e663" 2024-11-16T18:18:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43133,-1] 2024-11-16T18:18:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:02,580 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:02,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a61d5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:02,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44611,1731781079253, seqNum=-1] 2024-11-16T18:18:02,582 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:02,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:02,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,43133,1731781079108 2024-11-16T18:18:02,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56688 2024-11-16T18:18:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:18:02,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144de0e440005 connected 2024-11-16T18:18:02,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42739,1731781073541 2024-11-16T18:18:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cbbb80f 2024-11-16T18:18:02,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:02,611 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:02,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:18:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:18:02,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:18:02,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:02,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:18:02,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:18:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:18:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:03,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9498aca1b4e3a001372cf09a78e1332, NAME => 'test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801 2024-11-16T18:18:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:18:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9498aca1b4e3a001372cf09a78e1332, disabling compactions & flushes 2024-11-16T18:18:03,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. after waiting 0 ms 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9498aca1b4e3a001372cf09a78e1332: Waiting for close lock at 1731781083436Disabling compacts and flushes for region at 1731781083436Disabling writes for close at 1731781083436Writing region close event to WAL at 1731781083436Closed at 1731781083436 2024-11-16T18:18:03,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:18:03,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781083437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781083437"}]},"ts":"1731781083437"} 2024-11-16T18:18:03,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:18:03,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:18:03,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781083441"}]},"ts":"1731781083441"} 2024-11-16T18:18:03,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:18:03,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9498aca1b4e3a001372cf09a78e1332, ASSIGN}] 2024-11-16T18:18:03,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9498aca1b4e3a001372cf09a78e1332, ASSIGN 2024-11-16T18:18:03,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9498aca1b4e3a001372cf09a78e1332, ASSIGN; state=OFFLINE, location=3bde9015baec,37713,1731781073738; forceNewPlan=false, retain=false 2024-11-16T18:18:03,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9498aca1b4e3a001372cf09a78e1332, regionState=OPENING, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:18:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9498aca1b4e3a001372cf09a78e1332, ASSIGN because future has completed 2024-11-16T18:18:03,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9498aca1b4e3a001372cf09a78e1332, server=3bde9015baec,37713,1731781073738}] 2024-11-16T18:18:03,754 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,754 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9498aca1b4e3a001372cf09a78e1332, NAME => 'test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:18:03,754 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:18:03,754 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:18:03,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:03,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,755 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,756 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,758 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9498aca1b4e3a001372cf09a78e1332 columnFamilyName f 2024-11-16T18:18:03,758 DEBUG [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:03,758 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(327): Store=b9498aca1b4e3a001372cf09a78e1332/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:03,758 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,759 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9498aca1b4e3a001372cf09a78e1332 columnFamilyName f1 2024-11-16T18:18:03,759 DEBUG [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:03,760 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(327): Store=b9498aca1b4e3a001372cf09a78e1332/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:03,760 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,761 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9498aca1b4e3a001372cf09a78e1332 columnFamilyName norep 2024-11-16T18:18:03,761 DEBUG [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:03,761 INFO [StoreOpener-b9498aca1b4e3a001372cf09a78e1332-1 {}] regionserver.HStore(327): Store=b9498aca1b4e3a001372cf09a78e1332/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:03,761 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,762 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,762 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:03,763 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,763 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,764 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:18:03,765 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:18:03,767 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9498aca1b4e3a001372cf09a78e1332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907411, jitterRate=0.07150392234325409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:18:03,767 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:18:03,768 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9498aca1b4e3a001372cf09a78e1332: Running coprocessor pre-open hook at 1731781083755Writing region info on filesystem at 1731781083755Initializing all the Stores at 1731781083756 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781083756Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781083756Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781083756Cleaning up temporary data from old regions at 1731781083763 (+7 ms)Running coprocessor post-open hooks at 1731781083767 (+4 ms)Region opened successfully at 1731781083768 (+1 ms) 2024-11-16T18:18:03,770 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., pid=6, masterSystemTime=1731781083750 2024-11-16T18:18:03,772 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,772 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:18:03,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9498aca1b4e3a001372cf09a78e1332, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:18:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9498aca1b4e3a001372cf09a78e1332, server=3bde9015baec,37713,1731781073738 because future has completed 2024-11-16T18:18:03,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:18:03,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9498aca1b4e3a001372cf09a78e1332, server=3bde9015baec,37713,1731781073738 in 179 msec 2024-11-16T18:18:03,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:18:03,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9498aca1b4e3a001372cf09a78e1332, ASSIGN in 337 msec 2024-11-16T18:18:03,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:18:03,783 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781083783"}]},"ts":"1731781083783"} 2024-11-16T18:18:03,785 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:18:03,786 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:18:03,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-16T18:18:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:04,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:04,773 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:18:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43133,1731781079108 2024-11-16T18:18:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-16T18:18:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:04,775 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:04,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:18:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:18:04,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:18:04,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:18:04,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:18:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:18:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:05,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8549add308998f85133e465f411fba10, NAME => 'test,,1731781084775.8549add308998f85133e465f411fba10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514 2024-11-16T18:18:05,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781084775.8549add308998f85133e465f411fba10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8549add308998f85133e465f411fba10, disabling compactions & flushes 2024-11-16T18:18:05,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,593 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781084775.8549add308998f85133e465f411fba10. after waiting 0 ms 2024-11-16T18:18:05,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,594 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,594 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8549add308998f85133e465f411fba10: Waiting for close lock at 1731781085593Disabling compacts and flushes for region at 1731781085593Disabling writes for close at 1731781085594 (+1 ms)Writing region close event to WAL at 1731781085594Closed at 1731781085594 2024-11-16T18:18:05,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:18:05,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781084775.8549add308998f85133e465f411fba10.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781085595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781085595"}]},"ts":"1731781085595"} 2024-11-16T18:18:05,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:18:05,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:18:05,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781085599"}]},"ts":"1731781085599"} 2024-11-16T18:18:05,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:18:05,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8549add308998f85133e465f411fba10, ASSIGN}] 2024-11-16T18:18:05,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8549add308998f85133e465f411fba10, ASSIGN 2024-11-16T18:18:05,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8549add308998f85133e465f411fba10, ASSIGN; state=OFFLINE, location=3bde9015baec,44611,1731781079253; forceNewPlan=false, retain=false 2024-11-16T18:18:05,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8549add308998f85133e465f411fba10, regionState=OPENING, regionLocation=3bde9015baec,44611,1731781079253 2024-11-16T18:18:05,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8549add308998f85133e465f411fba10, ASSIGN because future has completed 2024-11-16T18:18:05,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8549add308998f85133e465f411fba10, server=3bde9015baec,44611,1731781079253}] 2024-11-16T18:18:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:05,913 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,913 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8549add308998f85133e465f411fba10, NAME => 'test,,1731781084775.8549add308998f85133e465f411fba10.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:18:05,913 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:18:05,914 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:18:05,914 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,914 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781084775.8549add308998f85133e465f411fba10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:05,914 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,914 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,915 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,917 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8549add308998f85133e465f411fba10 columnFamilyName f 2024-11-16T18:18:05,917 DEBUG [StoreOpener-8549add308998f85133e465f411fba10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:05,917 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(327): Store=8549add308998f85133e465f411fba10/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:05,917 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,919 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8549add308998f85133e465f411fba10 columnFamilyName f1 2024-11-16T18:18:05,919 DEBUG [StoreOpener-8549add308998f85133e465f411fba10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:05,919 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(327): Store=8549add308998f85133e465f411fba10/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:05,919 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,920 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8549add308998f85133e465f411fba10 columnFamilyName norep 2024-11-16T18:18:05,920 DEBUG [StoreOpener-8549add308998f85133e465f411fba10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:05,921 INFO [StoreOpener-8549add308998f85133e465f411fba10-1 {}] regionserver.HStore(327): Store=8549add308998f85133e465f411fba10/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:05,921 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,921 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10 2024-11-16T18:18:05,922 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10 2024-11-16T18:18:05,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,923 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:18:05,924 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,926 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:18:05,927 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8549add308998f85133e465f411fba10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71994541, jitterRate=0.07280226051807404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:18:05,927 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8549add308998f85133e465f411fba10 2024-11-16T18:18:05,927 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8549add308998f85133e465f411fba10: Running coprocessor pre-open hook at 1731781085914Writing region info on filesystem at 1731781085914Initializing all the Stores at 1731781085915 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781085915Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781085915Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781085915Cleaning up temporary data from old regions at 1731781085923 (+8 ms)Running coprocessor post-open hooks at 1731781085927 (+4 ms)Region opened successfully at 1731781085927 2024-11-16T18:18:05,928 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781084775.8549add308998f85133e465f411fba10., pid=6, masterSystemTime=1731781085909 2024-11-16T18:18:05,930 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,930 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:18:05,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8549add308998f85133e465f411fba10, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,44611,1731781079253 2024-11-16T18:18:05,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8549add308998f85133e465f411fba10, server=3bde9015baec,44611,1731781079253 because future has completed 2024-11-16T18:18:05,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:18:05,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8549add308998f85133e465f411fba10, server=3bde9015baec,44611,1731781079253 in 178 msec 2024-11-16T18:18:05,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:18:05,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8549add308998f85133e465f411fba10, ASSIGN in 335 msec 2024-11-16T18:18:05,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:18:05,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781085940"}]},"ts":"1731781085940"} 2024-11-16T18:18:05,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:18:05,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:18:05,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-16T18:18:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:18:06,922 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:18:06,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20855761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42739,-1 for getting cluster id 2024-11-16T18:18:06,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:06,924 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c46d9e47-bceb-4940-89e6-07bd7bc10777' 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c46d9e47-bceb-4940-89e6-07bd7bc10777" 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d62a6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42739,-1] 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,925 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691b51d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbafa37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43133,-1 for getting cluster id 2024-11-16T18:18:06,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:06,928 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd307dd4a-e816-46aa-b58b-d7459766e663' 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d307dd4a-e816-46aa-b58b-d7459766e663" 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b01bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43133,-1] 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:06,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,929 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181b417d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b970e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42739,-1 for getting cluster id 2024-11-16T18:18:06,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:06,931 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c46d9e47-bceb-4940-89e6-07bd7bc10777' 2024-11-16T18:18:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c46d9e47-bceb-4940-89e6-07bd7bc10777" 2024-11-16T18:18:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5782e470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42739,-1] 2024-11-16T18:18:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,932 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:06,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359da0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42739,1731781073541 2024-11-16T18:18:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5074bac 2024-11-16T18:18:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:06,936 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:06,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:43133,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:18:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:18:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:06,939 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43133' 2024-11-16T18:18:06,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9077b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43133,-1 for getting cluster id 2024-11-16T18:18:06,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:06,941 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd307dd4a-e816-46aa-b58b-d7459766e663' 2024-11-16T18:18:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d307dd4a-e816-46aa-b58b-d7459766e663" 2024-11-16T18:18:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fae73bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43133,-1] 2024-11-16T18:18:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:06,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,942 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:06,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730f8c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:06,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43133,1731781079108 2024-11-16T18:18:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51223bb 2024-11-16T18:18:06,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:06,945 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:06,945 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:18:06,945 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:18:06,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,945 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:06,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:18:06,946 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:18:06,947 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:18:06,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:18:06,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:06,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:18:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:18:06,997 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:18:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:07,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd8d9c27128b1157b03326b749289453, NAME => 'hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801 2024-11-16T18:18:07,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:18:07,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:18:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:07,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:07,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd8d9c27128b1157b03326b749289453, disabling compactions & flushes 2024-11-16T18:18:07,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:07,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:07,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. after waiting 0 ms 2024-11-16T18:18:07,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:07,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:07,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd8d9c27128b1157b03326b749289453: Waiting for close lock at 1731781087796Disabling compacts and flushes for region at 1731781087796Disabling writes for close at 1731781087797 (+1 ms)Writing region close event to WAL at 1731781087797Closed at 1731781087797 2024-11-16T18:18:07,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:18:07,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781087798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781087798"}]},"ts":"1731781087798"} 2024-11-16T18:18:07,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:18:07,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:18:07,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781087801"}]},"ts":"1731781087801"} 2024-11-16T18:18:07,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:18:07,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd8d9c27128b1157b03326b749289453, ASSIGN}] 2024-11-16T18:18:07,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd8d9c27128b1157b03326b749289453, ASSIGN 2024-11-16T18:18:07,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd8d9c27128b1157b03326b749289453, ASSIGN; state=OFFLINE, location=3bde9015baec,37713,1731781073738; forceNewPlan=false, retain=false 2024-11-16T18:18:07,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd8d9c27128b1157b03326b749289453, regionState=OPENING, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:18:07,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd8d9c27128b1157b03326b749289453, ASSIGN because future has completed 2024-11-16T18:18:07,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd8d9c27128b1157b03326b749289453, server=3bde9015baec,37713,1731781073738}] 2024-11-16T18:18:08,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:18:08,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:08,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:08,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:08,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:08,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:18:08,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:18:08,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37713%2C1731781073738.rep, suffix=, logDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs, maxLogs=10 2024-11-16T18:18:08,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.rep.1731781088149, exclude list is [], retry=0 2024-11-16T18:18:08,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46735,DS-ee10072d-1b59-415d-a89f-63391d7be074,DISK] 2024-11-16T18:18:08,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.rep.1731781088149 2024-11-16T18:18:08,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37765:37765)] 2024-11-16T18:18:08,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd8d9c27128b1157b03326b749289453, NAME => 'hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:18:08,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. service=MultiRowMutationService 2024-11-16T18:18:08,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,166 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,167 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd8d9c27128b1157b03326b749289453 columnFamilyName hfileref 2024-11-16T18:18:08,167 DEBUG [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:08,168 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(327): Store=dd8d9c27128b1157b03326b749289453/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:08,168 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,169 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd8d9c27128b1157b03326b749289453 columnFamilyName queue 2024-11-16T18:18:08,169 DEBUG [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:08,169 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(327): Store=dd8d9c27128b1157b03326b749289453/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:08,169 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,170 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd8d9c27128b1157b03326b749289453 columnFamilyName sid 2024-11-16T18:18:08,170 DEBUG [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:18:08,171 INFO [StoreOpener-dd8d9c27128b1157b03326b749289453-1 {}] regionserver.HStore(327): Store=dd8d9c27128b1157b03326b749289453/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:18:08,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:18:08,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:18:08,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd8d9c27128b1157b03326b749289453; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67568504, jitterRate=0.006849169731140137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:18:08,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd8d9c27128b1157b03326b749289453 2024-11-16T18:18:08,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd8d9c27128b1157b03326b749289453: Running coprocessor pre-open hook at 1731781088165Writing region info on filesystem at 1731781088165Initializing all the Stores at 1731781088166 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781088166Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781088166Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781088166Cleaning up temporary data from old regions at 1731781088173 (+7 ms)Running coprocessor post-open hooks at 1731781088177 (+4 ms)Region opened successfully at 1731781088178 (+1 ms) 2024-11-16T18:18:08,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453., pid=10, masterSystemTime=1731781088111 2024-11-16T18:18:08,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:08,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:18:08,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd8d9c27128b1157b03326b749289453, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37713,1731781073738 2024-11-16T18:18:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd8d9c27128b1157b03326b749289453, server=3bde9015baec,37713,1731781073738 because future has completed 2024-11-16T18:18:08,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:18:08,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd8d9c27128b1157b03326b749289453, server=3bde9015baec,37713,1731781073738 in 228 msec 2024-11-16T18:18:08,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:18:08,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd8d9c27128b1157b03326b749289453, ASSIGN in 384 msec 2024-11-16T18:18:08,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:18:08,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781088191"}]},"ts":"1731781088191"} 2024-11-16T18:18:08,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:18:08,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:18:08,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2480 sec 2024-11-16T18:18:08,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453., hostname=3bde9015baec,37713,1731781073738, seqNum=2] 2024-11-16T18:18:08,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:18:08,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:18:08,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:18:08,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:18:08,441 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:18:08,478 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,37713,1731781073738, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:18:08,478 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:08,478 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:18:08,479 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:08,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T18:18:08,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,37713,1731781073738', locateType=CURRENT is [region=hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453., hostname=3bde9015baec,37713,1731781073738, seqNum=2] 2024-11-16T18:18:08,495 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:18:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:18:08,498 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,37713,1731781073738 suceeded 2024-11-16T18:18:08,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:18:08,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-16T18:18:08,500 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:43133,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T18:18:08,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-16T18:18:08,518 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43133' 2024-11-16T18:18:08,519 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6328fd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:08,519 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43133,-1 for getting cluster id 2024-11-16T18:18:08,520 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:08,521 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd307dd4a-e816-46aa-b58b-d7459766e663' 2024-11-16T18:18:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d307dd4a-e816-46aa-b58b-d7459766e663" 2024-11-16T18:18:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@167f038a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:08,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43133,-1] 2024-11-16T18:18:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:08,523 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:08,523 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bcc4315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:08,524 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43133,1731781079108 2024-11-16T18:18:08,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae0bf5f 2024-11-16T18:18:08,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:08,526 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T18:18:08,526 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,37713,1731781073738 (queues=1) is replicating from cluster=c46d9e47-bceb-4940-89e6-07bd7bc10777 to cluster=d307dd4a-e816-46aa-b58b-d7459766e663 2024-11-16T18:18:08,526 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C37713%2C1731781073738 2024-11-16T18:18:08,526 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,37713,1731781073738, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:18:08,527 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039, startPosition=0, beingWritten=true 2024-11-16T18:18:08,527 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C37713%2C1731781073738 2024-11-16T18:18:08,536 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:18:08,536 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:08,536 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:18:08,741 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:09,045 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:18:09,083 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:18:09,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:18:09,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:18:09,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:09,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:09,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:18:09,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:18:09,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731781089088/Put/seqid=0 2024-11-16T18:18:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741840_1016 (size=7894) 2024-11-16T18:18:09,449 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:09,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_1 is 34, key is ddd/f:row/1731781089495/Put/seqid=0 2024-11-16T18:18:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741841_1017 (size=7691) 2024-11-16T18:18:09,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b11501c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:09,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42739,-1 for getting cluster id 2024-11-16T18:18:09,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:09,905 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c46d9e47-bceb-4940-89e6-07bd7bc10777' 2024-11-16T18:18:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:09,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c46d9e47-bceb-4940-89e6-07bd7bc10777" 2024-11-16T18:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1d91bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42739,-1] 2024-11-16T18:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:09,907 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:09,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba98fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:09,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:09,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:18:09,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:09,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:09,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42739,1731781073541 2024-11-16T18:18:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1673b96a 2024-11-16T18:18:09,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:09,923 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:09,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2] 2024-11-16T18:18:09,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:18:09,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T18:18:09,951 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T18:18:09,953 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:09,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_0 for inclusion in b9498aca1b4e3a001372cf09a78e1332/f 2024-11-16T18:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T18:18:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:09,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_1 for inclusion in b9498aca1b4e3a001372cf09a78e1332/f 2024-11-16T18:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T18:18:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegion(2603): Flush status journal for b9498aca1b4e3a001372cf09a78e1332: 2024-11-16T18:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_0 to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_0 2024-11-16T18:18:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_0 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ 2024-11-16T18:18:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f/f/hfile_1 to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_1 2024-11-16T18:18:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_1 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ 2024-11-16T18:18:09,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_0 into b9498aca1b4e3a001372cf09a78e1332/f as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ - updating store file list. 2024-11-16T18:18:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d4f445d12f74b609db32592dbf19c4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:09,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ into b9498aca1b4e3a001372cf09a78e1332/f 2024-11-16T18:18:09,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_0 into b9498aca1b4e3a001372cf09a78e1332/f (new location: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_) 2024-11-16T18:18:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_0 2024-11-16T18:18:09,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_1 into b9498aca1b4e3a001372cf09a78e1332/f as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ - updating store file list. 2024-11-16T18:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:09,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ into b9498aca1b4e3a001372cf09a78e1332/f 2024-11-16T18:18:09,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_1 into b9498aca1b4e3a001372cf09a78e1332/f (new location: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_) 2024-11-16T18:18:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__dia8of2d3nhs5ks0db3lsgmbkn9koccd44suc9m48m3b61kgu8op9ba9j79cn43p/f/hfile_1 2024-11-16T18:18:10,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:18:10,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:18:10,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:10,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:10,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:18:10,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 , the old value is region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:37713 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:18:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44611,1731781079253, seqNum=-1] 2024-11-16T18:18:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:18:10,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 from cache 2024-11-16T18:18:10,007 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:18:10,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781084775.8549add308998f85133e465f411fba10., hostname=3bde9015baec,44611,1731781079253, seqNum=2] 2024-11-16T18:18:10,011 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:18:10,113 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:37713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:18:10,556 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 379, reset compression=false 2024-11-16T18:18:10,561 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:18:10,562 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9498aca1b4e3a001372cf09a78e1332/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781090000/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:18:10,580 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:18:10,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T18:18:10,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.ReplicationSink(318): Replicating [c46d9e47-bceb-4940-89e6-07bd7bc10777] bulk loaded data 2024-11-16T18:18:10,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c1a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:10,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43133,-1 for getting cluster id 2024-11-16T18:18:10,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:10,586 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd307dd4a-e816-46aa-b58b-d7459766e663' 2024-11-16T18:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d307dd4a-e816-46aa-b58b-d7459766e663" 2024-11-16T18:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71659d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:10,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43133,-1] 2024-11-16T18:18:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:10,588 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:10,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77446821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:10,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741837_1013 (size=7894) 2024-11-16T18:18:10,762 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741838_1014 (size=7691) 2024-11-16T18:18:11,013 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:18:11,066 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:11,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43133,1731781079108 2024-11-16T18:18:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6882ab33 2024-11-16T18:18:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:11,415 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T18:18:11,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:18:11,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44611,1731781079253, seqNum=-1] 2024-11-16T18:18:11,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:11,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T18:18:11,426 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T18:18:11,429 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T18:18:11,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ for inclusion in 8549add308998f85133e465f411fba10/f 2024-11-16T18:18:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T18:18:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:11,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ for inclusion in 8549add308998f85133e465f411fba10/f 2024-11-16T18:18:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T18:18:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HRegion(2603): Flush status journal for 8549add308998f85133e465f411fba10: 2024-11-16T18:18:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:18:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/720a6f6960834e92b1d4aa50f3741d7a_SeqId_4_ 2024-11-16T18:18:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:18:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/8c74a223b1d248c4b7a62bb2d85306a8_SeqId_4_ 2024-11-16T18:18:11,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ into 8549add308998f85133e465f411fba10/f as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/720a6f6960834e92b1d4aa50f3741d7a_SeqId_4_ - updating store file list. 2024-11-16T18:18:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 720a6f6960834e92b1d4aa50f3741d7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:11,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/720a6f6960834e92b1d4aa50f3741d7a_SeqId_4_ into 8549add308998f85133e465f411fba10/f 2024-11-16T18:18:11,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ into 8549add308998f85133e465f411fba10/f (new location: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/720a6f6960834e92b1d4aa50f3741d7a_SeqId_4_) 2024-11-16T18:18:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/2d4f445d12f74b609db32592dbf19c4d_SeqId_4_ 2024-11-16T18:18:11,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ into 8549add308998f85133e465f411fba10/f as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/8c74a223b1d248c4b7a62bb2d85306a8_SeqId_4_ - updating store file list. 2024-11-16T18:18:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c74a223b1d248c4b7a62bb2d85306a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:11,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/8c74a223b1d248c4b7a62bb2d85306a8_SeqId_4_ into 8549add308998f85133e465f411fba10/f 2024-11-16T18:18:11,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ into 8549add308998f85133e465f411fba10/f (new location: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/f/8c74a223b1d248c4b7a62bb2d85306a8_SeqId_4_) 2024-11-16T18:18:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/staging/jenkins.hfs.6__test__5la557of9br26k4o20kjpsovq7dv4abbg4vhthtqc2rus6bfp5g2uflulp3lfbb6/f/daa9b8a002e24ad98de0312e0bb3a919_SeqId_4_ 2024-11-16T18:18:11,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44611 {}] regionserver.ReplicationSink(324): Finished replicating [c46d9e47-bceb-4940-89e6-07bd7bc10777] bulk loaded data 2024-11-16T18:18:11,470 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:11,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:18:11,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T18:18:11,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T18:18:11,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T18:18:11,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:18:11,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T18:18:11,974 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:12,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:18:12,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731781092031/Put/seqid=0 2024-11-16T18:18:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741842_1018 (size=7997) 2024-11-16T18:18:12,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731781092505/Put/seqid=0 2024-11-16T18:18:12,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741843_1019 (size=7794) 2024-11-16T18:18:12,578 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:12,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e609fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:12,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42739,-1 for getting cluster id 2024-11-16T18:18:12,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:18:12,912 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c46d9e47-bceb-4940-89e6-07bd7bc10777' 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c46d9e47-bceb-4940-89e6-07bd7bc10777" 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42739,-1] 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:18:12,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:12,914 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:18:12,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2bcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:18:12,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:12,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:18:12,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:12,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:12,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:18:12,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42739,1731781073541 2024-11-16T18:18:12,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-16T18:18:12,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:18:12,927 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:18:12,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2] 2024-11-16T18:18:12,933 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:18:12,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T18:18:12,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T18:18:12,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_0 for inclusion in b9498aca1b4e3a001372cf09a78e1332/f1 2024-11-16T18:18:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T18:18:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:12,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_1 for inclusion in b9498aca1b4e3a001372cf09a78e1332/f1 2024-11-16T18:18:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T18:18:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:18:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegion(2603): Flush status journal for b9498aca1b4e3a001372cf09a78e1332: 2024-11-16T18:18:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_0 to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_0 2024-11-16T18:18:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_0 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/e1f8588cc4ba40e8b5b39f9d6c39c443_SeqId_6_ 2024-11-16T18:18:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/load_f1/f1/hfile_1 to hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_1 2024-11-16T18:18:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_1 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/a30a73d79d5247f485f505ab5cafa039_SeqId_6_ 2024-11-16T18:18:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T18:18:12,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_0 into b9498aca1b4e3a001372cf09a78e1332/f1 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/e1f8588cc4ba40e8b5b39f9d6c39c443_SeqId_6_ - updating store file list. 2024-11-16T18:18:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e1f8588cc4ba40e8b5b39f9d6c39c443_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:12,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/e1f8588cc4ba40e8b5b39f9d6c39c443_SeqId_6_ into b9498aca1b4e3a001372cf09a78e1332/f1 2024-11-16T18:18:12,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_0 into b9498aca1b4e3a001372cf09a78e1332/f1 (new location: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/e1f8588cc4ba40e8b5b39f9d6c39c443_SeqId_6_) 2024-11-16T18:18:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_0 2024-11-16T18:18:12,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_1 into b9498aca1b4e3a001372cf09a78e1332/f1 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/a30a73d79d5247f485f505ab5cafa039_SeqId_6_ - updating store file list. 2024-11-16T18:18:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a30a73d79d5247f485f505ab5cafa039_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:18:12,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/a30a73d79d5247f485f505ab5cafa039_SeqId_6_ into b9498aca1b4e3a001372cf09a78e1332/f1 2024-11-16T18:18:12,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_1 into b9498aca1b4e3a001372cf09a78e1332/f1 (new location: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/f1/a30a73d79d5247f485f505ab5cafa039_SeqId_6_) 2024-11-16T18:18:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/staging/jenkins__test__f3tf57jnobr93c38qjcofggp1vs0vg0d21e0do2th8dok5n0jk14ngdjmo7tu8nq/f1/hfile_1 2024-11-16T18:18:12,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:18:12,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:18:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:18:12,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:18:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 , the old value is region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:37713 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:18:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:18:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2 from cache 2024-11-16T18:18:12,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:18:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37713,1731781073738, seqNum=-1] 2024-11-16T18:18:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:18:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58196 deadline: 1731781152969 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58196 2024-11-16T18:18:12,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:18:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., hostname=3bde9015baec,37713,1731781073738, seqNum=2] 2024-11-16T18:18:13,073 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:37713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:18:13,282 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 687, reset compression=false 2024-11-16T18:18:13,286 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:18:13,286 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:13,286 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:18:13,490 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:13,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:18:13,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:13,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:13,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:13,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:18:13,794 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:14,067 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:18:14,198 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:14,701 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:15,305 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:16,009 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:16,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:17,716 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:18,720 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:19,823 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:21,027 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:22,331 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:23,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:18:23,734 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:25,238 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:26,842 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:28,545 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:28,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:18:30,349 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:32,252 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:33,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: null 2024-11-16T18:18:34,256 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:36,359 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:37,817 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:18:37,817 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:18:38,563 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:40,867 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:43,068 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:18:43,068 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:18:43,270 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:45,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:48,378 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:48,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b9498aca1b4e3a001372cf09a78e1332, had cached 0 bytes from a total of 31376 2024-11-16T18:18:50,914 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8549add308998f85133e465f411fba10, had cached 0 bytes from a total of 15585 2024-11-16T18:18:51,081 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:53,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:18:53,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: null 2024-11-16T18:18:53,885 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:56,789 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:18:58,696 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:18:59,793 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:02,897 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:04,121 DEBUG [master/3bde9015baec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T18:19:06,101 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:09,405 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:12,809 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:13,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:19:13,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:13,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:13,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:13,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:13,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:13,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:19:13,005 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542284223, stopped=false 2024-11-16T18:19:13,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,43133,1731781079108 2024-11-16T18:19:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1898365582/running 2024-11-16T18:19:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1898365582/running 2024-11-16T18:19:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:19:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:19:13,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:13,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:13,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:13,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:13,084 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,44611,1731781079253' ***** 2024-11-16T18:19:13,084 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:19:13,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/running 2024-11-16T18:19:13,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Set watcher on znode that does not yet exist, /1-1898365582/running 2024-11-16T18:19:13,084 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:19:13,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 8549add308998f85133e465f411fba10 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,44611,1731781079253 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44611. 2024-11-16T18:19:13,085 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8549add308998f85133e465f411fba10, disabling compactions & flushes 2024-11-16T18:19:13,085 DEBUG [RS:0;3bde9015baec:44611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:13,085 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:19:13,085 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:13,085 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:19:13,085 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781084775.8549add308998f85133e465f411fba10. after waiting 0 ms 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:19:13,085 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:19:13,085 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:19:13,086 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:19:13,086 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1325): Online Regions={8549add308998f85133e465f411fba10=test,,1731781084775.8549add308998f85133e465f411fba10., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:13,086 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:13,086 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8549add308998f85133e465f411fba10 2024-11-16T18:19:13,086 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:13,086 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:13,086 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:13,086 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:13,086 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T18:19:13,090 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/default/test/8549add308998f85133e465f411fba10/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T18:19:13,090 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:13,090 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:19:13,090 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:19:13,090 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8549add308998f85133e465f411fba10: Waiting for close lock at 1731781153085Running coprocessor pre-close hooks at 1731781153085Disabling compacts and flushes for region at 1731781153085Disabling writes for close at 1731781153085Writing region close event to WAL at 1731781153086 (+1 ms)Running coprocessor post-close hooks at 1731781153090 (+4 ms)Closed at 1731781153090 2024-11-16T18:19:13,091 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781084775.8549add308998f85133e465f411fba10. 2024-11-16T18:19:13,095 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:13,101 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/info/b9b24e1546c74bafa8e5331484b4a2cd is 129, key is test,,1731781084775.8549add308998f85133e465f411fba10./info:regioninfo/1731781085930/Put/seqid=0 2024-11-16T18:19:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741839_1015 (size=6421) 2024-11-16T18:19:13,286 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:13,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37713,1731781073738 got entry batch from reader: null 2024-11-16T18:19:13,486 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:13,506 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/info/b9b24e1546c74bafa8e5331484b4a2cd 2024-11-16T18:19:13,527 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/ns/0c1bc017c2174f3e91012a1efb715062 is 43, key is default/ns:d/1731781082560/Put/seqid=0 2024-11-16T18:19:13,528 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:19:13,528 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:19:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741840_1016 (size=5153) 2024-11-16T18:19:13,686 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:13,886 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:13,931 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/ns/0c1bc017c2174f3e91012a1efb715062 2024-11-16T18:19:13,949 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/rep_barrier/529625b5a2c94b299e54aeed881a7e43 is 112, key is test,,1731781084775.8549add308998f85133e465f411fba10./rep_barrier:seqnumDuringOpen/1731781085930/Put/seqid=0 2024-11-16T18:19:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741841_1017 (size=5518) 2024-11-16T18:19:14,086 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:14,287 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:19:14,287 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:14,287 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:14,353 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/rep_barrier/529625b5a2c94b299e54aeed881a7e43 2024-11-16T18:19:14,373 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/table/babff0b7355d495c9bf1000bb784a854 is 40, key is test/table:state/1731781085940/Put/seqid=0 2024-11-16T18:19:14,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741842_1018 (size=5165) 2024-11-16T18:19:14,487 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:14,687 DEBUG [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:14,777 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/table/babff0b7355d495c9bf1000bb784a854 2024-11-16T18:19:14,783 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/info/b9b24e1546c74bafa8e5331484b4a2cd as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/info/b9b24e1546c74bafa8e5331484b4a2cd 2024-11-16T18:19:14,788 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/info/b9b24e1546c74bafa8e5331484b4a2cd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T18:19:14,789 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/ns/0c1bc017c2174f3e91012a1efb715062 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/ns/0c1bc017c2174f3e91012a1efb715062 2024-11-16T18:19:14,794 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/ns/0c1bc017c2174f3e91012a1efb715062, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:19:14,795 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/rep_barrier/529625b5a2c94b299e54aeed881a7e43 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/rep_barrier/529625b5a2c94b299e54aeed881a7e43 2024-11-16T18:19:14,800 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/rep_barrier/529625b5a2c94b299e54aeed881a7e43, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T18:19:14,801 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/.tmp/table/babff0b7355d495c9bf1000bb784a854 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/table/babff0b7355d495c9bf1000bb784a854 2024-11-16T18:19:14,805 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/table/babff0b7355d495c9bf1000bb784a854, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:19:14,806 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-16T18:19:14,810 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:19:14,811 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:14,811 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:14,811 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:14,811 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781153086Running coprocessor pre-close hooks at 1731781153086Disabling compacts and flushes for region at 1731781153086Disabling writes for close at 1731781153086Obtaining lock to block concurrent updates at 1731781153086Preparing flush snapshotting stores in 1588230740 at 1731781153086Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731781153086Flushing stores of hbase:meta,,1.1588230740 at 1731781153087 (+1 ms)Flushing 1588230740/info: creating writer at 1731781153087Flushing 1588230740/info: appending metadata at 1731781153100 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731781153100Flushing 1588230740/ns: creating writer at 1731781153511 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731781153526 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731781153526Flushing 1588230740/rep_barrier: creating writer at 1731781153936 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781153948 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781153948Flushing 1588230740/table: creating writer at 1731781154359 (+411 ms)Flushing 1588230740/table: appending metadata at 1731781154373 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731781154373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674e35e0: reopening flushed file at 1731781154782 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bf9032: reopening flushed file at 1731781154788 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711c085f: reopening flushed file at 1731781154794 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbf458e: reopening flushed file at 1731781154800 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1731781154806 (+6 ms)Writing region close event to WAL at 1731781154807 (+1 ms)Running coprocessor post-close hooks at 1731781154811 (+4 ms)Closed at 1731781154811 2024-11-16T18:19:14,811 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:14,887 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,44611,1731781079253; all regions closed. 2024-11-16T18:19:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741834_1010 (size=2717) 2024-11-16T18:19:14,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.meta.1731781082511.meta not finished, retry = 0 2024-11-16T18:19:14,992 DEBUG [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/oldWALs 2024-11-16T18:19:14,992 INFO [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C44611%2C1731781079253.meta:.meta(num 1731781082511) 2024-11-16T18:19:14,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741832_1008 (size=1028) 2024-11-16T18:19:14,994 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/WALs/3bde9015baec,44611,1731781079253/3bde9015baec%2C44611%2C1731781079253.1731781081655 not finished, retry = 0 2024-11-16T18:19:15,096 DEBUG [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/oldWALs 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C44611%2C1731781079253:(num 1731781081655) 2024-11-16T18:19:15,097 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:15,097 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:15,097 INFO [RS:0;3bde9015baec:44611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44611. 2024-11-16T18:19:15,097 DEBUG [RS:0;3bde9015baec:44611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:15,097 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:15,098 DEBUG [RS:0;3bde9015baec:44611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:15,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:15,098 INFO [RS:0;3bde9015baec:44611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44611 2024-11-16T18:19:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582/rs 2024-11-16T18:19:15,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1898365582/rs/3bde9015baec,44611,1731781079253 2024-11-16T18:19:15,157 INFO [RS:0;3bde9015baec:44611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:15,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,44611,1731781079253] 2024-11-16T18:19:15,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1898365582/draining/3bde9015baec,44611,1731781079253 already deleted, retry=false 2024-11-16T18:19:15,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,44611,1731781079253 expired; onlineServers=0 2024-11-16T18:19:15,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,43133,1731781079108' ***** 2024-11-16T18:19:15,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:19:15,178 INFO [M:0;3bde9015baec:43133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:15,178 INFO [M:0;3bde9015baec:43133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:15,178 DEBUG [M:0;3bde9015baec:43133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:19:15,179 DEBUG [M:0;3bde9015baec:43133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:19:15,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:19:15,179 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781081295 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781081295,5,FailOnTimeoutGroup] 2024-11-16T18:19:15,179 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781081295 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781081295,5,FailOnTimeoutGroup] 2024-11-16T18:19:15,179 INFO [M:0;3bde9015baec:43133 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:15,179 INFO [M:0;3bde9015baec:43133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:15,179 DEBUG [M:0;3bde9015baec:43133 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:19:15,179 INFO [M:0;3bde9015baec:43133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:19:15,179 INFO [M:0;3bde9015baec:43133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:15,179 INFO [M:0;3bde9015baec:43133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:19:15,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:19:15,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1898365582/master 2024-11-16T18:19:15,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1898365582 2024-11-16T18:19:15,189 DEBUG [M:0;3bde9015baec:43133 {}] zookeeper.ZKUtil(347): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Unable to get data of znode /1-1898365582/master because node does not exist (not an error) 2024-11-16T18:19:15,189 WARN [M:0;3bde9015baec:43133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:19:15,190 INFO [M:0;3bde9015baec:43133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/.lastflushedseqids 2024-11-16T18:19:15,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741843_1019 (size=173) 2024-11-16T18:19:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:15,268 INFO [RS:0;3bde9015baec:44611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44611-0x10144de0e440004, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:15,268 INFO [RS:0;3bde9015baec:44611 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,44611,1731781079253; zookeeper connection closed. 2024-11-16T18:19:15,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7692f541 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7692f541 2024-11-16T18:19:15,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:19:15,594 INFO [M:0;3bde9015baec:43133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:19:15,594 INFO [M:0;3bde9015baec:43133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:19:15,595 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:15,595 INFO [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:15,595 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:15,595 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:15,595 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:15,595 INFO [M:0;3bde9015baec:43133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-16T18:19:15,610 DEBUG [M:0;3bde9015baec:43133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6572f2121fa04c4481b77310ea0c5321 is 82, key is hbase:meta,,1/info:regioninfo/1731781082544/Put/seqid=0 2024-11-16T18:19:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741844_1020 (size=5672) 2024-11-16T18:19:16,014 INFO [M:0;3bde9015baec:43133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6572f2121fa04c4481b77310ea0c5321 2024-11-16T18:19:16,032 DEBUG [M:0;3bde9015baec:43133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4771ba2c5a6841049191e26ca0af2818 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781085944/Put/seqid=0 2024-11-16T18:19:16,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741845_1021 (size=6726) 2024-11-16T18:19:16,313 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 to pos 997, reset compression=false 2024-11-16T18:19:16,437 INFO [M:0;3bde9015baec:43133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4771ba2c5a6841049191e26ca0af2818 2024-11-16T18:19:16,441 INFO [M:0;3bde9015baec:43133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4771ba2c5a6841049191e26ca0af2818 2024-11-16T18:19:16,454 DEBUG [M:0;3bde9015baec:43133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0774d3d0864065b317234bd6d3b537 is 69, key is 3bde9015baec,44611,1731781079253/rs:state/1731781081470/Put/seqid=0 2024-11-16T18:19:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741846_1022 (size=5156) 2024-11-16T18:19:16,858 INFO [M:0;3bde9015baec:43133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0774d3d0864065b317234bd6d3b537 2024-11-16T18:19:16,863 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6572f2121fa04c4481b77310ea0c5321 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6572f2121fa04c4481b77310ea0c5321 2024-11-16T18:19:16,867 INFO [M:0;3bde9015baec:43133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6572f2121fa04c4481b77310ea0c5321, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T18:19:16,867 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4771ba2c5a6841049191e26ca0af2818 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4771ba2c5a6841049191e26ca0af2818 2024-11-16T18:19:16,872 INFO [M:0;3bde9015baec:43133 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4771ba2c5a6841049191e26ca0af2818 2024-11-16T18:19:16,872 INFO [M:0;3bde9015baec:43133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4771ba2c5a6841049191e26ca0af2818, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T18:19:16,873 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0774d3d0864065b317234bd6d3b537 as hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0774d3d0864065b317234bd6d3b537 2024-11-16T18:19:16,877 INFO [M:0;3bde9015baec:43133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46623/user/jenkins/test-data/b612282e-4591-33bf-1b34-919e9b451514/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0774d3d0864065b317234bd6d3b537, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T18:19:16,878 INFO [M:0;3bde9015baec:43133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=58, compaction requested=false 2024-11-16T18:19:16,879 INFO [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:16,879 DEBUG [M:0;3bde9015baec:43133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781155594Disabling compacts and flushes for region at 1731781155594Disabling writes for close at 1731781155595 (+1 ms)Obtaining lock to block concurrent updates at 1731781155595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781155595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731781155595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781155596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781155596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781155610 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781155610Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781156019 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781156032 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781156032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781156441 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781156453 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781156453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcc5fb5: reopening flushed file at 1731781156862 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757da62b: reopening flushed file at 1731781156867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c22ef3: reopening flushed file at 1731781156872 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=58, compaction requested=false at 1731781156878 (+6 ms)Writing region close event to WAL at 1731781156879 (+1 ms)Closed at 1731781156879 2024-11-16T18:19:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44117 is added to blk_1073741830_1006 (size=33014) 2024-11-16T18:19:16,881 INFO [M:0;3bde9015baec:43133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:19:16,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:16,881 INFO [M:0;3bde9015baec:43133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43133 2024-11-16T18:19:16,882 INFO [M:0;3bde9015baec:43133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:17,036 INFO [M:0;3bde9015baec:43133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43133-0x10144de0e440003, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:17,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@271ec18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:17,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a9f76a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:17,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1322c637{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c5dbfb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:17,070 WARN [BP-576312500-172.17.0.2-1731781077213 heartbeating to localhost/127.0.0.1:46623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:19:17,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:19:17,070 WARN [BP-576312500-172.17.0.2-1731781077213 heartbeating to localhost/127.0.0.1:46623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-576312500-172.17.0.2-1731781077213 (Datanode Uuid c6d0192c-1e7e-46af-b38e-5c6fee8b38af) service to localhost/127.0.0.1:46623 2024-11-16T18:19:17,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:19:17,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/cluster_7071770d-51d5-4910-2ec2-7164684769af/data/data1/current/BP-576312500-172.17.0.2-1731781077213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:17,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/cluster_7071770d-51d5-4910-2ec2-7164684769af/data/data2/current/BP-576312500-172.17.0.2-1731781077213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:17,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:19:17,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6115f183{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:17,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afc8303{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:17,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:17,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33efd463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:17,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d3776aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:17,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:19:17,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:19:17,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:17,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:17,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:17,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:17,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:17,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:19:17,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1096471280, stopped=false 2024-11-16T18:19:17,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,42739,1731781073541 2024-11-16T18:19:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587167670/running 2024-11-16T18:19:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587167670/running 2024-11-16T18:19:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:19:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:19:17,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:17,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:17,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/running 2024-11-16T18:19:17,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:17,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:17,105 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,37713,1731781073738' ***** 2024-11-16T18:19:17,105 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:19:17,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Set watcher on znode that does not yet exist, /0-1587167670/running 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:19:17,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for b9498aca1b4e3a001372cf09a78e1332 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,37713,1731781073738 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37713. 2024-11-16T18:19:17,106 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9498aca1b4e3a001372cf09a78e1332, disabling compactions & flushes 2024-11-16T18:19:17,106 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:19:17,106 DEBUG [RS:0;3bde9015baec:37713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:17,106 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:19:17,106 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:17,106 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. after waiting 0 ms 2024-11-16T18:19:17,106 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:19:17,106 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:19:17,107 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:19:17,107 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1325): Online Regions={b9498aca1b4e3a001372cf09a78e1332=test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332., dd8d9c27128b1157b03326b749289453=hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:17,107 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9498aca1b4e3a001372cf09a78e1332, dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,107 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:17,107 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:17,107 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:17,107 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:17,107 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:17,107 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:19:17,110 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/default/test/b9498aca1b4e3a001372cf09a78e1332/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:19:17,111 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9498aca1b4e3a001372cf09a78e1332: Waiting for close lock at 1731781157106Running coprocessor pre-close hooks at 1731781157106Disabling compacts and flushes for region at 1731781157106Disabling writes for close at 1731781157106Writing region close event to WAL at 1731781157107 (+1 ms)Running coprocessor post-close hooks at 1731781157111 (+4 ms)Closed at 1731781157111 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332. 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd8d9c27128b1157b03326b749289453, disabling compactions & flushes 2024-11-16T18:19:17,111 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. after waiting 0 ms 2024-11-16T18:19:17,111 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:19:17,111 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd8d9c27128b1157b03326b749289453 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T18:19:17,121 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/info/bac76a532d274af6b39235978120a03e is 147, key is hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453./info:regioninfo/1731781088182/Put/seqid=0 2024-11-16T18:19:17,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741844_1020 (size=7686) 2024-11-16T18:19:17,126 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/hfileref/e9b57ea25769413b91e0b51b4be8f859 is 74, key is 1/hfileref:2d4f445d12f74b609db32592dbf19c4d_SeqId_4_/1731781091458/DeleteColumn/seqid=0 2024-11-16T18:19:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741845_1021 (size=5203) 2024-11-16T18:19:17,201 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:17,307 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,507 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,526 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/info/bac76a532d274af6b39235978120a03e 2024-11-16T18:19:17,531 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/hfileref/e9b57ea25769413b91e0b51b4be8f859 2024-11-16T18:19:17,549 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/ns/14fa9e3fc4ab43749187e9bb3d0d6513 is 43, key is default/ns:d/1731781077078/Put/seqid=0 2024-11-16T18:19:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741846_1022 (size=5153) 2024-11-16T18:19:17,553 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/queue/f0e0e76ee30d4827a54c47567423ff1f is 153, key is 1-3bde9015baec,37713,1731781073738/queue:3bde9015baec%2C37713%2C1731781073738/1731781093288/Put/seqid=0 2024-11-16T18:19:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741847_1023 (size=5352) 2024-11-16T18:19:17,707 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,907 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd8d9c27128b1157b03326b749289453 2024-11-16T18:19:17,940 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:19:17,940 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:19:17,953 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/ns/14fa9e3fc4ab43749187e9bb3d0d6513 2024-11-16T18:19:17,957 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/queue/f0e0e76ee30d4827a54c47567423ff1f 2024-11-16T18:19:17,961 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/hfileref/e9b57ea25769413b91e0b51b4be8f859 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/hfileref/e9b57ea25769413b91e0b51b4be8f859 2024-11-16T18:19:17,966 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/hfileref/e9b57ea25769413b91e0b51b4be8f859, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T18:19:17,966 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/.tmp/queue/f0e0e76ee30d4827a54c47567423ff1f as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/queue/f0e0e76ee30d4827a54c47567423ff1f 2024-11-16T18:19:17,971 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/queue/f0e0e76ee30d4827a54c47567423ff1f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T18:19:17,972 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dd8d9c27128b1157b03326b749289453 in 861ms, sequenceid=10, compaction requested=false 2024-11-16T18:19:17,973 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc2737d34e8401bb92cdba5b2e439d5 is 112, key is test,,1731781082612.b9498aca1b4e3a001372cf09a78e1332./rep_barrier:seqnumDuringOpen/1731781083773/Put/seqid=0 2024-11-16T18:19:17,976 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/replication/dd8d9c27128b1157b03326b749289453/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T18:19:17,976 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741848_1024 (size=5518) 2024-11-16T18:19:17,976 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:17,976 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:19:17,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd8d9c27128b1157b03326b749289453: Waiting for close lock at 1731781157111Running coprocessor pre-close hooks at 1731781157111Disabling compacts and flushes for region at 1731781157111Disabling writes for close at 1731781157111Obtaining lock to block concurrent updates at 1731781157111Preparing flush snapshotting stores in dd8d9c27128b1157b03326b749289453 at 1731781157111Finished memstore snapshotting hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731781157112 (+1 ms)Flushing stores of hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. at 1731781157112Flushing dd8d9c27128b1157b03326b749289453/hfileref: creating writer at 1731781157112Flushing dd8d9c27128b1157b03326b749289453/hfileref: appending metadata at 1731781157126 (+14 ms)Flushing dd8d9c27128b1157b03326b749289453/hfileref: closing flushed file at 1731781157126Flushing dd8d9c27128b1157b03326b749289453/queue: creating writer at 1731781157536 (+410 ms)Flushing dd8d9c27128b1157b03326b749289453/queue: appending metadata at 1731781157552 (+16 ms)Flushing dd8d9c27128b1157b03326b749289453/queue: closing flushed file at 1731781157553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6011cbe6: reopening flushed file at 1731781157960 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2629b26b: reopening flushed file at 1731781157966 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dd8d9c27128b1157b03326b749289453 in 861ms, sequenceid=10, compaction requested=false at 1731781157972 (+6 ms)Writing region close event to WAL at 1731781157973 (+1 ms)Running coprocessor post-close hooks at 1731781157976 (+3 ms)Closed at 1731781157976 2024-11-16T18:19:17,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781086946.dd8d9c27128b1157b03326b749289453. 2024-11-16T18:19:17,977 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc2737d34e8401bb92cdba5b2e439d5 2024-11-16T18:19:17,994 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/table/148030aae30b49b9a36bc23bfb47b986 is 53, key is hbase:replication/table:state/1731781088191/Put/seqid=0 2024-11-16T18:19:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741849_1025 (size=5308) 2024-11-16T18:19:18,108 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:18,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,308 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:19:18,308 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:18,308 DEBUG [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:18,399 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/table/148030aae30b49b9a36bc23bfb47b986 2024-11-16T18:19:18,404 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/info/bac76a532d274af6b39235978120a03e as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/info/bac76a532d274af6b39235978120a03e 2024-11-16T18:19:18,409 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/info/bac76a532d274af6b39235978120a03e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:19:18,410 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/ns/14fa9e3fc4ab43749187e9bb3d0d6513 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/ns/14fa9e3fc4ab43749187e9bb3d0d6513 2024-11-16T18:19:18,414 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/ns/14fa9e3fc4ab43749187e9bb3d0d6513, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:19:18,415 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc2737d34e8401bb92cdba5b2e439d5 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/rep_barrier/ccc2737d34e8401bb92cdba5b2e439d5 2024-11-16T18:19:18,420 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/rep_barrier/ccc2737d34e8401bb92cdba5b2e439d5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:19:18,421 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/.tmp/table/148030aae30b49b9a36bc23bfb47b986 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/table/148030aae30b49b9a36bc23bfb47b986 2024-11-16T18:19:18,426 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/table/148030aae30b49b9a36bc23bfb47b986, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:19:18,427 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-16T18:19:18,431 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:19:18,432 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:18,432 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:18,432 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:18,432 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781157107Running coprocessor pre-close hooks at 1731781157107Disabling compacts and flushes for region at 1731781157107Disabling writes for close at 1731781157107Obtaining lock to block concurrent updates at 1731781157107Preparing flush snapshotting stores in 1588230740 at 1731781157107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781157107Flushing stores of hbase:meta,,1.1588230740 at 1731781157108 (+1 ms)Flushing 1588230740/info: creating writer at 1731781157108Flushing 1588230740/info: appending metadata at 1731781157121 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731781157121Flushing 1588230740/ns: creating writer at 1731781157532 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731781157548 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731781157548Flushing 1588230740/rep_barrier: creating writer at 1731781157958 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781157972 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781157972Flushing 1588230740/table: creating writer at 1731781157981 (+9 ms)Flushing 1588230740/table: appending metadata at 1731781157994 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731781157994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2953ab06: reopening flushed file at 1731781158403 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea34d87: reopening flushed file at 1731781158409 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b3c0fd: reopening flushed file at 1731781158415 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@922fe12: reopening flushed file at 1731781158420 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731781158427 (+7 ms)Writing region close event to WAL at 1731781158428 (+1 ms)Running coprocessor post-close hooks at 1731781158432 (+4 ms)Closed at 1731781158432 2024-11-16T18:19:18,432 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:18,508 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,37713,1731781073738; all regions closed. 2024-11-16T18:19:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:19:18,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.meta.1731781077004.meta not finished, retry = 0 2024-11-16T18:19:18,613 DEBUG [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs 2024-11-16T18:19:18,613 INFO [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37713%2C1731781073738.meta:.meta(num 1731781077004) 2024-11-16T18:19:18,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741839_1015 (size=2700) 2024-11-16T18:19:18,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.rep.1731781088149 not finished, retry = 0 2024-11-16T18:19:18,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:18,718 DEBUG [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs 2024-11-16T18:19:18,718 INFO [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37713%2C1731781073738.rep:(num 1731781088149) 2024-11-16T18:19:18,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741832_1008 (size=1300) 2024-11-16T18:19:18,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/WALs/3bde9015baec,37713,1731781073738/3bde9015baec%2C37713%2C1731781073738.1731781076039 not finished, retry = 0 2024-11-16T18:19:18,823 DEBUG [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/oldWALs 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C37713%2C1731781073738:(num 1731781076039) 2024-11-16T18:19:18,823 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:18,823 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,37713,1731781073738 because: Region server is closing 2024-11-16T18:19:18,823 INFO [RS:0;3bde9015baec:37713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37713. 2024-11-16T18:19:18,823 DEBUG [RS:0;3bde9015baec:37713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:18,824 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:18,824 DEBUG [RS:0;3bde9015baec:37713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:18,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:18,924 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.wal-reader.3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:19:18,924 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:19:18,924 INFO [RS:0;3bde9015baec:37713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37713,1731781073738.replicationSource.shipper3bde9015baec%2C37713%2C1731781073738,1-3bde9015baec,37713,1731781073738 terminated 2024-11-16T18:19:18,924 INFO [RS:0;3bde9015baec:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-16T18:19:19,010 INFO [RS:0;3bde9015baec:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587167670/rs/3bde9015baec,37713,1731781073738 2024-11-16T18:19:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670/rs 2024-11-16T18:19:19,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,37713,1731781073738] 2024-11-16T18:19:19,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1587167670/draining/3bde9015baec,37713,1731781073738 already deleted, retry=false 2024-11-16T18:19:19,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,37713,1731781073738 expired; onlineServers=0 2024-11-16T18:19:19,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,42739,1731781073541' ***** 2024-11-16T18:19:19,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:19,031 DEBUG [M:0;3bde9015baec:42739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:19:19,031 DEBUG [M:0;3bde9015baec:42739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:19:19,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:19:19,031 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781075772 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781075772,5,FailOnTimeoutGroup] 2024-11-16T18:19:19,031 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781075772 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781075772,5,FailOnTimeoutGroup] 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:19,031 DEBUG [M:0;3bde9015baec:42739 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:19,031 INFO [M:0;3bde9015baec:42739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:19:19,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:19:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1587167670/master 2024-11-16T18:19:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1587167670 2024-11-16T18:19:19,041 DEBUG [M:0;3bde9015baec:42739 {}] zookeeper.ZKUtil(347): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Unable to get data of znode /0-1587167670/master because node does not exist (not an error) 2024-11-16T18:19:19,041 WARN [M:0;3bde9015baec:42739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:19:19,042 INFO [M:0;3bde9015baec:42739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/.lastflushedseqids 2024-11-16T18:19:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741850_1026 (size=263) 2024-11-16T18:19:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:19,120 INFO [RS:0;3bde9015baec:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:19,120 INFO [RS:0;3bde9015baec:37713 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,37713,1731781073738; zookeeper connection closed. 2024-11-16T18:19:19,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37713-0x10144de0e440001, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:19,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65ebe9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65ebe9a0 2024-11-16T18:19:19,121 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:19:19,447 INFO [M:0;3bde9015baec:42739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:19:19,447 INFO [M:0;3bde9015baec:42739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:19:19,447 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:19,447 INFO [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:19,447 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:19,447 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:19,447 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:19,447 INFO [M:0;3bde9015baec:42739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-16T18:19:19,462 DEBUG [M:0;3bde9015baec:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a43b10680e465385b15ab9791dc11c is 82, key is hbase:meta,,1/info:regioninfo/1731781077044/Put/seqid=0 2024-11-16T18:19:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741851_1027 (size=5672) 2024-11-16T18:19:19,867 INFO [M:0;3bde9015baec:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a43b10680e465385b15ab9791dc11c 2024-11-16T18:19:19,888 DEBUG [M:0;3bde9015baec:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6ada2c2ef454a8590ecb46cc0a65973 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781083787/Put/seqid=0 2024-11-16T18:19:19,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741852_1028 (size=7239) 2024-11-16T18:19:20,292 INFO [M:0;3bde9015baec:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6ada2c2ef454a8590ecb46cc0a65973 2024-11-16T18:19:20,296 INFO [M:0;3bde9015baec:42739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6ada2c2ef454a8590ecb46cc0a65973 2024-11-16T18:19:20,308 DEBUG [M:0;3bde9015baec:42739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf3cb32e2e5411aab7024576d8ea021 is 69, key is 3bde9015baec,37713,1731781073738/rs:state/1731781075891/Put/seqid=0 2024-11-16T18:19:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741853_1029 (size=5156) 2024-11-16T18:19:20,713 INFO [M:0;3bde9015baec:42739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf3cb32e2e5411aab7024576d8ea021 2024-11-16T18:19:20,718 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88a43b10680e465385b15ab9791dc11c as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88a43b10680e465385b15ab9791dc11c 2024-11-16T18:19:20,722 INFO [M:0;3bde9015baec:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88a43b10680e465385b15ab9791dc11c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T18:19:20,723 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6ada2c2ef454a8590ecb46cc0a65973 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6ada2c2ef454a8590ecb46cc0a65973 2024-11-16T18:19:20,727 INFO [M:0;3bde9015baec:42739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6ada2c2ef454a8590ecb46cc0a65973 2024-11-16T18:19:20,727 INFO [M:0;3bde9015baec:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6ada2c2ef454a8590ecb46cc0a65973, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T18:19:20,728 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6cf3cb32e2e5411aab7024576d8ea021 as hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cf3cb32e2e5411aab7024576d8ea021 2024-11-16T18:19:20,732 INFO [M:0;3bde9015baec:42739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6cf3cb32e2e5411aab7024576d8ea021, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T18:19:20,733 INFO [M:0;3bde9015baec:42739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-16T18:19:20,734 INFO [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:20,734 DEBUG [M:0;3bde9015baec:42739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781159447Disabling compacts and flushes for region at 1731781159447Disabling writes for close at 1731781159447Obtaining lock to block concurrent updates at 1731781159447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781159447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731781159448 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781159448Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781159449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781159462 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781159462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781159871 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781159887 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781159887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781160296 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781160308 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781160308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b972ed: reopening flushed file at 1731781160717 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82d1e0d: reopening flushed file at 1731781160722 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43884df6: reopening flushed file at 1731781160728 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731781160733 (+5 ms)Writing region close event to WAL at 1731781160734 (+1 ms)Closed at 1731781160734 2024-11-16T18:19:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46735 is added to blk_1073741830_1006 (size=64514) 2024-11-16T18:19:20,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2120d013-d995-179b-a5b7-867501043801/MasterData/WALs/3bde9015baec,42739,1731781073541/3bde9015baec%2C42739%2C1731781073541.1731781075492 not finished, retry = 0 2024-11-16T18:19:20,837 INFO [M:0;3bde9015baec:42739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:19:20,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:20,837 INFO [M:0;3bde9015baec:42739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42739 2024-11-16T18:19:20,838 INFO [M:0;3bde9015baec:42739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:20,983 INFO [M:0;3bde9015baec:42739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:20,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42739-0x10144de0e440000, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:21,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78420511{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:21,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e63279c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:21,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:21,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1331ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:21,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cb93e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:21,019 WARN [BP-1412985334-172.17.0.2-1731781071537 heartbeating to localhost/127.0.0.1:35973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:19:21,019 WARN [BP-1412985334-172.17.0.2-1731781071537 heartbeating to localhost/127.0.0.1:35973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412985334-172.17.0.2-1731781071537 (Datanode Uuid a8cce5ca-5381-4609-875d-222aef1f17b5) service to localhost/127.0.0.1:35973 2024-11-16T18:19:21,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:19:21,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:19:21,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/data/data1/current/BP-1412985334-172.17.0.2-1731781071537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:21,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/cluster_0acc6508-05d2-5eb9-70d7-5937fdec384b/data/data2/current/BP-1412985334-172.17.0.2-1731781071537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:21,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:19:21,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd4d3b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:21,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@762dd101{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:21,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:21,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@542950f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:21,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ea8ba85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a1c376a-ef00-8cd5-e393-51fa1bdf7532/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:21,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:19:21,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:19:21,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 137) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f75c4b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46623 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f75c4b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56688) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35973 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=3927 (was 4049) 2024-11-16T18:19:21,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=134, ProcessCount=11, AvailableMemoryMB=3928 2024-11-16T18:19:21,070 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T18:19:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir so I do NOT create it in target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839 2024-11-16T18:19:21,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:19:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.tmp.dir so I do NOT create it in target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839 2024-11-16T18:19:21,070 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b05de8a2-828e-fd35-6d64-8390ae6dd6fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:19:21,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839 2024-11-16T18:19:21,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c, deleteOnExit=true 2024-11-16T18:19:21,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/zookeeper_0, clientPort=65027, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:19:21,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65027 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/test.cache.data in system properties and HBase conf 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:19:21,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:19:21,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:19:21,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:19:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144de0e440005, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:19:21,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144de0e440002, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:19:21,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144de0e440005, quorum=127.0.0.1:56688, baseZNode=/1-1898365582 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:19:21,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144de0e440002, quorum=127.0.0.1:56688, baseZNode=/0-1587167670 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:19:21,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:21,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:21,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:21,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:21,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:19:21,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdf072d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:21,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f913a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:21,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60156d44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/java.io.tmpdir/jetty-localhost-45793-hadoop-hdfs-3_4_1-tests_jar-_-any-11918094708291611794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:21,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16ff1b4f{HTTP/1.1, (http/1.1)}{localhost:45793} 2024-11-16T18:19:21,526 INFO [Time-limited test {}] server.Server(415): Started @146051ms 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:19:21,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:21,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:21,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:21,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:21,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:19:21,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@440a37a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:21,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@291b75f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:21,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@380726b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/java.io.tmpdir/jetty-localhost-36799-hadoop-hdfs-3_4_1-tests_jar-_-any-9213951632430884022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:21,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce69256{HTTP/1.1, (http/1.1)}{localhost:36799} 2024-11-16T18:19:21,907 INFO [Time-limited test {}] server.Server(415): Started @146431ms 2024-11-16T18:19:21,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:19:22,764 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/data/data1/current/BP-1281767484-172.17.0.2-1731781161108/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:22,764 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/data/data2/current/BP-1281767484-172.17.0.2-1731781161108/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:22,778 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:19:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d336712ab5230c3 with lease ID 0xbfed6fefd6ec5441: Processing first storage report for DS-64e9d8b8-a131-471d-9358-af18e1b55b82 from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=3dc3cd66-6657-4309-8219-441e4477e287, infoPort=41579, infoSecurePort=0, ipcPort=42763, storageInfo=lv=-57;cid=testClusterID;nsid=2044683601;c=1731781161108) 2024-11-16T18:19:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d336712ab5230c3 with lease ID 0xbfed6fefd6ec5441: from storage DS-64e9d8b8-a131-471d-9358-af18e1b55b82 node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=3dc3cd66-6657-4309-8219-441e4477e287, infoPort=41579, infoSecurePort=0, ipcPort=42763, storageInfo=lv=-57;cid=testClusterID;nsid=2044683601;c=1731781161108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d336712ab5230c3 with lease ID 0xbfed6fefd6ec5441: Processing first storage report for DS-2fc5395a-1e0d-42de-9476-167a8bacd1fd from datanode DatanodeRegistration(127.0.0.1:35885, datanodeUuid=3dc3cd66-6657-4309-8219-441e4477e287, infoPort=41579, infoSecurePort=0, ipcPort=42763, storageInfo=lv=-57;cid=testClusterID;nsid=2044683601;c=1731781161108) 2024-11-16T18:19:22,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d336712ab5230c3 with lease ID 0xbfed6fefd6ec5441: from storage DS-2fc5395a-1e0d-42de-9476-167a8bacd1fd node DatanodeRegistration(127.0.0.1:35885, datanodeUuid=3dc3cd66-6657-4309-8219-441e4477e287, infoPort=41579, infoSecurePort=0, ipcPort=42763, storageInfo=lv=-57;cid=testClusterID;nsid=2044683601;c=1731781161108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:22,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839 2024-11-16T18:19:22,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:22,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:22,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:19:23,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874 with version=8 2024-11-16T18:19:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/hbase-staging 2024-11-16T18:19:23,245 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:19:23,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:23,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38607 2024-11-16T18:19:23,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38607 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386070x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:23,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38607-0x10144df6c2e0000 connected 2024-11-16T18:19:23,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:23,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:23,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:23,522 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874, hbase.cluster.distributed=false 2024-11-16T18:19:23,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/acl 2024-11-16T18:19:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-16T18:19:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38607 2024-11-16T18:19:23,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38607 2024-11-16T18:19:23,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-16T18:19:23,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38607 2024-11-16T18:19:23,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:19:23,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:23,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36577 2024-11-16T18:19:23,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36577 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:23,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:23,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365770x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:23,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365770x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:23,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36577-0x10144df6c2e0001 connected 2024-11-16T18:19:23,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:19:23,571 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:19:23,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/master 2024-11-16T18:19:23,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/acl 2024-11-16T18:19:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-16T18:19:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36577 2024-11-16T18:19:23,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36577 2024-11-16T18:19:23,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-16T18:19:23,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-16T18:19:23,583 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:38607 2024-11-16T18:19:23,583 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02064239264/backup-masters/3bde9015baec,38607,1731781163245 2024-11-16T18:19:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:23,589 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/backup-masters/3bde9015baec,38607,1731781163245 2024-11-16T18:19:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/master 2024-11-16T18:19:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:23,599 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/master 2024-11-16T18:19:23,600 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02064239264/backup-masters/3bde9015baec,38607,1731781163245 from backup master directory 2024-11-16T18:19:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/backup-masters/3bde9015baec,38607,1731781163245 2024-11-16T18:19:23,609 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:23,609 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,38607,1731781163245 2024-11-16T18:19:23,613 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/hbase.id] with ID: eb5e0599-694a-40ad-b421-3982c929ed06 2024-11-16T18:19:23,613 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.tmp/hbase.id 2024-11-16T18:19:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:19:23,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:23,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:23,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:23,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:23,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:24,018 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.tmp/hbase.id]:[hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/hbase.id] 2024-11-16T18:19:24,029 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:24,029 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:19:24,030 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:19:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:19:24,520 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:24,521 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:19:24,521 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:19:24,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store 2024-11-16T18:19:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:25,333 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:25,333 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:25,333 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781165333Disabling compacts and flushes for region at 1731781165333Disabling writes for close at 1731781165333Writing region close event to WAL at 1731781165333Closed at 1731781165333 2024-11-16T18:19:25,334 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/.initializing 2024-11-16T18:19:25,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245 2024-11-16T18:19:25,335 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:25,336 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C38607%2C1731781163245, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/oldWALs, maxLogs=10 2024-11-16T18:19:25,351 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245/3bde9015baec%2C38607%2C1731781163245.1731781165337, exclude list is [], retry=0 2024-11-16T18:19:25,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:25,355 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:25,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:25,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:25,355 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:25,356 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,356 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:19:25,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:19:25,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:25,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:25,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:19:25,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:25,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:25,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:19:25,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:25,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:25,362 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,363 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,363 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,364 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,364 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,364 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:25,365 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:25,367 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:25,367 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60730507, jitterRate=-0.09504492580890656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:25,368 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781165356Initializing all the Stores at 1731781165356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781165356Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781165357 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781165357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781165357Cleaning up temporary data from old regions at 1731781165364 (+7 ms)Region opened successfully at 1731781165368 (+4 ms) 2024-11-16T18:19:25,368 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:19:25,370 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d8182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:25,371 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:19:25,371 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:19:25,371 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:19:25,371 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:19:25,372 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:19:25,372 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:19:25,372 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:19:25,374 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:19:25,374 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/balancer because node does not exist (not necessarily an error) 2024-11-16T18:19:25,472 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/balancer already deleted, retry=false 2024-11-16T18:19:25,472 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:19:25,473 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:19:25,483 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/normalizer already deleted, retry=false 2024-11-16T18:19:25,483 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:19:25,484 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:19:25,493 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/switch/split already deleted, retry=false 2024-11-16T18:19:25,494 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:19:25,504 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/switch/merge already deleted, retry=false 2024-11-16T18:19:25,505 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:19:25,514 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/snapshot-cleanup already deleted, retry=false 2024-11-16T18:19:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,525 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,38607,1731781163245, sessionid=0x10144df6c2e0000, setting cluster-up flag (Was=false) 2024-11-16T18:19:25,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,577 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02064239264/flush-table-proc/acquired, /02064239264/flush-table-proc/reached, /02064239264/flush-table-proc/abort 2024-11-16T18:19:25,578 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,38607,1731781163245 2024-11-16T18:19:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:25,630 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02064239264/online-snapshot/acquired, /02064239264/online-snapshot/reached, /02064239264/online-snapshot/abort 2024-11-16T18:19:25,631 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,38607,1731781163245 2024-11-16T18:19:25,632 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:19:25,633 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:25,633 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:19:25,634 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:19:25,634 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,38607,1731781163245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:25,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781195636 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:19:25,636 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,636 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:19:25,636 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:19:25,637 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781165637,5,FailOnTimeoutGroup] 2024-11-16T18:19:25,637 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781165637,5,FailOnTimeoutGroup] 2024-11-16T18:19:25,637 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,637 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:19:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:19:25,676 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(746): ClusterId : eb5e0599-694a-40ad-b421-3982c929ed06 2024-11-16T18:19:25,676 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:19:25,684 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:19:25,684 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:19:25,694 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:19:25,694 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c87fd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:25,704 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:36577 2024-11-16T18:19:25,704 INFO [RS:0;3bde9015baec:36577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:19:25,704 INFO [RS:0;3bde9015baec:36577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:19:25,705 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:19:25,705 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,38607,1731781163245 with port=36577, startcode=1731781163537 2024-11-16T18:19:25,705 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:19:25,707 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:19:25,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38607 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,708 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874 2024-11-16T18:19:25,708 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43481 2024-11-16T18:19:25,708 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:19:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/rs 2024-11-16T18:19:25,715 DEBUG [RS:0;3bde9015baec:36577 {}] zookeeper.ZKUtil(111): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/rs/3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,715 WARN [RS:0;3bde9015baec:36577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:25,715 INFO [RS:0;3bde9015baec:36577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:25,715 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,36577,1731781163537] 2024-11-16T18:19:25,718 INFO [RS:0;3bde9015baec:36577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:19:25,720 INFO [RS:0;3bde9015baec:36577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:19:25,721 INFO [RS:0;3bde9015baec:36577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:19:25,721 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,721 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:19:25,721 INFO [RS:0;3bde9015baec:36577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:19:25,722 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:25,722 DEBUG [RS:0;3bde9015baec:36577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,723 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36577,1731781163537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:25,735 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:19:25,735 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36577,1731781163537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,735 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,735 INFO [RS:0;3bde9015baec:36577 {}] regionserver.Replication(171): 3bde9015baec,36577,1731781163537 started 2024-11-16T18:19:25,746 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:25,746 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,36577,1731781163537, RpcServer on 3bde9015baec/172.17.0.2:36577, sessionid=0x10144df6c2e0001 2024-11-16T18:19:25,747 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:19:25,747 DEBUG [RS:0;3bde9015baec:36577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,747 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36577,1731781163537' 2024-11-16T18:19:25,747 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02064239264/flush-table-proc/abort' 2024-11-16T18:19:25,747 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02064239264/flush-table-proc/acquired' 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,36577,1731781163537 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,36577,1731781163537' 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02064239264/online-snapshot/abort' 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02064239264/online-snapshot/acquired' 2024-11-16T18:19:25,748 DEBUG [RS:0;3bde9015baec:36577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:19:25,748 INFO [RS:0;3bde9015baec:36577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:19:25,748 INFO [RS:0;3bde9015baec:36577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:19:25,849 INFO [RS:0;3bde9015baec:36577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:25,851 INFO [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36577%2C1731781163537, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:25,862 DEBUG [RS:0;3bde9015baec:36577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851, exclude list is [], retry=0 2024-11-16T18:19:25,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:25,867 INFO [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851 2024-11-16T18:19:25,867 DEBUG [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:26,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:19:26,043 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874 2024-11-16T18:19:26,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:19:26,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:26,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:26,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:26,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:26,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:26,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:26,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:26,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:26,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:26,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:26,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:26,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:26,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:26,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:26,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:26,460 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:26,460 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65545945, jitterRate=-0.023289307951927185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781166449Initializing all the Stores at 1731781166450 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781166450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166450Cleaning up temporary data from old regions at 1731781166457 (+7 ms)Region opened successfully at 1731781166461 (+4 ms) 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:26,461 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:26,461 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:26,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781166461Disabling compacts and flushes for region at 1731781166461Disabling writes for close at 1731781166461Writing region close event to WAL at 1731781166461Closed at 1731781166461 2024-11-16T18:19:26,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:26,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:19:26,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:19:26,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:26,464 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:19:26,614 DEBUG [3bde9015baec:38607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:26,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,36577,1731781163537 2024-11-16T18:19:26,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36577,1731781163537, state=OPENING 2024-11-16T18:19:26,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:19:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:26,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:26,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:26,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:26,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36577,1731781163537}] 2024-11-16T18:19:26,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:19:26,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:19:26,839 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:19:26,839 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:26,840 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:19:26,841 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36577%2C1731781163537.meta, suffix=.meta, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:26,852 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.meta.1731781166841.meta, exclude list is [], retry=0 2024-11-16T18:19:26,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:26,856 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.meta.1731781166841.meta 2024-11-16T18:19:26,856 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:26,856 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:26,856 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:26,856 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:26,857 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:19:26,857 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:19:26,857 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:19:26,857 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:26,857 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:19:26,857 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:19:26,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:26,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:26,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:26,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:26,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:26,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:26,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:26,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:26,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:26,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:26,862 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:26,863 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:26,863 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:26,864 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:26,864 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:26,865 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:26,866 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:26,866 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62235830, jitterRate=-0.07261386513710022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:26,866 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:19:26,867 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781166857Writing region info on filesystem at 1731781166857Initializing all the Stores at 1731781166858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781166858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781166858Cleaning up temporary data from old regions at 1731781166864 (+6 ms)Running coprocessor post-open hooks at 1731781166866 (+2 ms)Region opened successfully at 1731781166867 (+1 ms) 2024-11-16T18:19:26,867 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781166835 2024-11-16T18:19:26,870 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:19:26,870 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:19:26,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,36577,1731781163537 2024-11-16T18:19:26,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36577,1731781163537, state=OPEN 2024-11-16T18:19:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:26,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,36577,1731781163537 2024-11-16T18:19:26,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:26,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:26,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:19:26,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,36577,1731781163537 in 230 msec 2024-11-16T18:19:26,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:19:26,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-16T18:19:26,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:26,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:19:26,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:26,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36577,1731781163537, seqNum=-1] 2024-11-16T18:19:26,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:26,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:26,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-16T18:19:26,925 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781166925, completionTime=-1 2024-11-16T18:19:26,925 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:19:26,925 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:19:26,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:19:26,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781226927 2024-11-16T18:19:26,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781286927 2024-11-16T18:19:26,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:38607, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,930 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:26,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:19:26,933 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:19:26,934 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:19:26,934 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38607,1731781163245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:26,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a193ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:26,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38607,-1 for getting cluster id 2024-11-16T18:19:26,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:26,978 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb5e0599-694a-40ad-b421-3982c929ed06' 2024-11-16T18:19:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb5e0599-694a-40ad-b421-3982c929ed06" 2024-11-16T18:19:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc15e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38607,-1] 2024-11-16T18:19:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:26,980 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:26,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c6a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:26,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36577,1731781163537, seqNum=-1] 2024-11-16T18:19:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:26,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:26,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,38607,1731781163245 2024-11-16T18:19:26,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:27,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:27,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144df6c2e0002 connected 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir so I do NOT create it in target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe 2024-11-16T18:19:27,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.tmp.dir so I do NOT create it in target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe 2024-11-16T18:19:27,022 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:19:27,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/cluster_23898ead-1401-cf7e-ce11-187a41110aa5, deleteOnExit=true 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/test.cache.data in system properties and HBase conf 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:19:27,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:19:27,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:27,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:19:27,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:19:27,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:27,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:27,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:27,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:27,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:19:27,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:27,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653dd1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:27,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3f5eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:27,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f0baff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/java.io.tmpdir/jetty-localhost-33107-hadoop-hdfs-3_4_1-tests_jar-_-any-14797971605157161410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:27,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@208e10d5{HTTP/1.1, (http/1.1)}{localhost:33107} 2024-11-16T18:19:27,439 INFO [Time-limited test {}] server.Server(415): Started @151963ms 2024-11-16T18:19:27,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:27,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:27,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:27,885 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:27,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:19:27,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8dee7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:27,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116eb9c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:27,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22ef8478{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/java.io.tmpdir/jetty-localhost-36423-hadoop-hdfs-3_4_1-tests_jar-_-any-2297839154924813627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:27,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c7a6d{HTTP/1.1, (http/1.1)}{localhost:36423} 2024-11-16T18:19:27,982 INFO [Time-limited test {}] server.Server(415): Started @152506ms 2024-11-16T18:19:27,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:19:28,741 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/cluster_23898ead-1401-cf7e-ce11-187a41110aa5/data/data1/current/BP-1853691058-172.17.0.2-1731781167039/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:28,741 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/cluster_23898ead-1401-cf7e-ce11-187a41110aa5/data/data2/current/BP-1853691058-172.17.0.2-1731781167039/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:28,755 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:19:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc537bb2013d6b48 with lease ID 0xbd840232365acf5c: Processing first storage report for DS-c84cd5be-7774-4fe7-8507-876d849eea8f from datanode DatanodeRegistration(127.0.0.1:43071, datanodeUuid=63c0ad0f-1d81-4c2e-943b-23ae819ed603, infoPort=40219, infoSecurePort=0, ipcPort=41261, storageInfo=lv=-57;cid=testClusterID;nsid=1557432382;c=1731781167039) 2024-11-16T18:19:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc537bb2013d6b48 with lease ID 0xbd840232365acf5c: from storage DS-c84cd5be-7774-4fe7-8507-876d849eea8f node DatanodeRegistration(127.0.0.1:43071, datanodeUuid=63c0ad0f-1d81-4c2e-943b-23ae819ed603, infoPort=40219, infoSecurePort=0, ipcPort=41261, storageInfo=lv=-57;cid=testClusterID;nsid=1557432382;c=1731781167039), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc537bb2013d6b48 with lease ID 0xbd840232365acf5c: Processing first storage report for DS-aed1a99f-8235-4e3c-b49b-a87112dee687 from datanode DatanodeRegistration(127.0.0.1:43071, datanodeUuid=63c0ad0f-1d81-4c2e-943b-23ae819ed603, infoPort=40219, infoSecurePort=0, ipcPort=41261, storageInfo=lv=-57;cid=testClusterID;nsid=1557432382;c=1731781167039) 2024-11-16T18:19:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc537bb2013d6b48 with lease ID 0xbd840232365acf5c: from storage DS-aed1a99f-8235-4e3c-b49b-a87112dee687 node DatanodeRegistration(127.0.0.1:43071, datanodeUuid=63c0ad0f-1d81-4c2e-943b-23ae819ed603, infoPort=40219, infoSecurePort=0, ipcPort=41261, storageInfo=lv=-57;cid=testClusterID;nsid=1557432382;c=1731781167039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:28,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe 2024-11-16T18:19:28,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:28,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:19:29,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962 with version=8 2024-11-16T18:19:29,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/hbase-staging 2024-11-16T18:19:29,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:19:29,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:29,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43615 2024-11-16T18:19:29,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43615 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:29,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436150x0, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:29,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43615-0x10144df6c2e0003 connected 2024-11-16T18:19:29,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:29,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:29,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/running 2024-11-16T18:19:29,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962, hbase.cluster.distributed=false 2024-11-16T18:19:29,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/acl 2024-11-16T18:19:29,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-16T18:19:29,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43615 2024-11-16T18:19:29,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43615 2024-11-16T18:19:29,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-16T18:19:29,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43615 2024-11-16T18:19:29,364 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:29,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:29,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:29,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:29,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:19:29,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:29,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39655 2024-11-16T18:19:29,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39655 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:29,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:29,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:29,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396550x0, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:29,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396550x0, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/running 2024-11-16T18:19:29,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39655-0x10144df6c2e0004 connected 2024-11-16T18:19:29,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:19:29,446 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:19:29,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/master 2024-11-16T18:19:29,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/acl 2024-11-16T18:19:29,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-16T18:19:29,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39655 2024-11-16T18:19:29,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39655 2024-11-16T18:19:29,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-16T18:19:29,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39655 2024-11-16T18:19:29,462 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:43615 2024-11-16T18:19:29,463 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11264940019/backup-masters/3bde9015baec,43615,1731781169220 2024-11-16T18:19:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/backup-masters 2024-11-16T18:19:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/backup-masters 2024-11-16T18:19:29,494 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on existing znode=/11264940019/backup-masters/3bde9015baec,43615,1731781169220 2024-11-16T18:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264940019/master 2024-11-16T18:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:29,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:29,504 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on existing znode=/11264940019/master 2024-11-16T18:19:29,504 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11264940019/backup-masters/3bde9015baec,43615,1731781169220 from backup master directory 2024-11-16T18:19:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264940019/backup-masters/3bde9015baec,43615,1731781169220 2024-11-16T18:19:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/backup-masters 2024-11-16T18:19:29,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/backup-masters 2024-11-16T18:19:29,514 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:29,514 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,43615,1731781169220 2024-11-16T18:19:29,517 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/hbase.id] with ID: 08088eba-d320-4f41-81ed-e518e0a10349 2024-11-16T18:19:29,517 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/.tmp/hbase.id 2024-11-16T18:19:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:19:29,922 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/.tmp/hbase.id]:[hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/hbase.id] 2024-11-16T18:19:29,932 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:29,932 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:19:29,933 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:19:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:29,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:19:30,351 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:30,351 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:19:30,352 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:19:30,758 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store 2024-11-16T18:19:30,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:19:31,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:31,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:31,163 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:31,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:31,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:31,163 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:31,163 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:31,164 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781171163Disabling compacts and flushes for region at 1731781171163Disabling writes for close at 1731781171163Writing region close event to WAL at 1731781171163Closed at 1731781171163 2024-11-16T18:19:31,164 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/.initializing 2024-11-16T18:19:31,164 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/WALs/3bde9015baec,43615,1731781169220 2024-11-16T18:19:31,165 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:31,166 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C43615%2C1731781169220, suffix=, logDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/WALs/3bde9015baec,43615,1731781169220, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/oldWALs, maxLogs=10 2024-11-16T18:19:31,177 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/WALs/3bde9015baec,43615,1731781169220/3bde9015baec%2C43615%2C1731781169220.1731781171167, exclude list is [], retry=0 2024-11-16T18:19:31,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c84cd5be-7774-4fe7-8507-876d849eea8f,DISK] 2024-11-16T18:19:31,181 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/WALs/3bde9015baec,43615,1731781169220/3bde9015baec%2C43615%2C1731781169220.1731781171167 2024-11-16T18:19:31,182 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40219:40219)] 2024-11-16T18:19:31,182 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:31,182 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:31,182 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,182 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:19:31,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:31,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:31,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:19:31,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:31,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:31,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:19:31,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:31,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:31,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:19:31,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:31,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:31,188 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,189 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,189 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,190 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,190 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,191 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:31,192 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:31,193 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:31,194 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67857046, jitterRate=0.011148780584335327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:31,194 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781171182Initializing all the Stores at 1731781171183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781171183Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781171183Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781171183Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781171183Cleaning up temporary data from old regions at 1731781171190 (+7 ms)Region opened successfully at 1731781171194 (+4 ms) 2024-11-16T18:19:31,194 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:19:31,197 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715d0c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:19:31,198 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:19:31,199 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:19:31,200 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:19:31,201 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/balancer because node does not exist (not necessarily an error) 2024-11-16T18:19:31,251 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/balancer already deleted, retry=false 2024-11-16T18:19:31,251 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:19:31,252 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:19:31,261 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/normalizer already deleted, retry=false 2024-11-16T18:19:31,262 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:19:31,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:19:31,272 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/switch/split already deleted, retry=false 2024-11-16T18:19:31,273 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:19:31,282 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/switch/merge already deleted, retry=false 2024-11-16T18:19:31,284 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:19:31,293 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/snapshot-cleanup already deleted, retry=false 2024-11-16T18:19:31,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264940019/running 2024-11-16T18:19:31,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264940019/running 2024-11-16T18:19:31,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,304 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,43615,1731781169220, sessionid=0x10144df6c2e0003, setting cluster-up flag (Was=false) 2024-11-16T18:19:31,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,356 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264940019/flush-table-proc/acquired, /11264940019/flush-table-proc/reached, /11264940019/flush-table-proc/abort 2024-11-16T18:19:31,357 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43615,1731781169220 2024-11-16T18:19:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:31,409 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264940019/online-snapshot/acquired, /11264940019/online-snapshot/reached, /11264940019/online-snapshot/abort 2024-11-16T18:19:31,410 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43615,1731781169220 2024-11-16T18:19:31,411 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:19:31,412 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:31,413 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:19:31,413 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:19:31,413 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,43615,1731781169220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:19:31,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,415 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:31,415 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,415 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781201415 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:31,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:19:31,416 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:19:31,417 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781171417,5,FailOnTimeoutGroup] 2024-11-16T18:19:31,417 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781171417,5,FailOnTimeoutGroup] 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,417 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,417 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:31,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:19:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:19:31,451 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(746): ClusterId : 08088eba-d320-4f41-81ed-e518e0a10349 2024-11-16T18:19:31,451 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:19:31,462 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:19:31,462 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:19:31,472 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:19:31,473 DEBUG [RS:0;3bde9015baec:39655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460828fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:31,483 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:39655 2024-11-16T18:19:31,483 INFO [RS:0;3bde9015baec:39655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:19:31,483 INFO [RS:0;3bde9015baec:39655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:19:31,483 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:19:31,483 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,43615,1731781169220 with port=39655, startcode=1731781169364 2024-11-16T18:19:31,484 DEBUG [RS:0;3bde9015baec:39655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:19:31,485 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:19:31,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43615 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,487 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962 2024-11-16T18:19:31,487 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38603 2024-11-16T18:19:31,487 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:19:31,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/rs 2024-11-16T18:19:31,543 DEBUG [RS:0;3bde9015baec:39655 {}] zookeeper.ZKUtil(111): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on existing znode=/11264940019/rs/3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,543 WARN [RS:0;3bde9015baec:39655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:31,543 INFO [RS:0;3bde9015baec:39655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:31,543 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,39655,1731781169364] 2024-11-16T18:19:31,546 INFO [RS:0;3bde9015baec:39655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:19:31,547 INFO [RS:0;3bde9015baec:39655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:19:31,548 INFO [RS:0;3bde9015baec:39655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:19:31,548 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,548 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:19:31,548 INFO [RS:0;3bde9015baec:39655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:19:31,549 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:31,549 DEBUG [RS:0;3bde9015baec:39655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,550 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39655,1731781169364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:31,561 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:19:31,562 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39655,1731781169364-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,562 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,562 INFO [RS:0;3bde9015baec:39655 {}] regionserver.Replication(171): 3bde9015baec,39655,1731781169364 started 2024-11-16T18:19:31,573 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:31,573 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,39655,1731781169364, RpcServer on 3bde9015baec/172.17.0.2:39655, sessionid=0x10144df6c2e0004 2024-11-16T18:19:31,573 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:19:31,573 DEBUG [RS:0;3bde9015baec:39655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,573 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39655,1731781169364' 2024-11-16T18:19:31,573 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264940019/flush-table-proc/abort' 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264940019/flush-table-proc/acquired' 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,39655,1731781169364 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39655,1731781169364' 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264940019/online-snapshot/abort' 2024-11-16T18:19:31,574 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264940019/online-snapshot/acquired' 2024-11-16T18:19:31,575 DEBUG [RS:0;3bde9015baec:39655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:19:31,575 INFO [RS:0;3bde9015baec:39655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:19:31,575 INFO [RS:0;3bde9015baec:39655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:19:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:19:31,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:19:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:19:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:19:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:19:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:19:31,675 INFO [RS:0;3bde9015baec:39655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:31,677 INFO [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C39655%2C1731781169364, suffix=, logDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/oldWALs, maxLogs=10 2024-11-16T18:19:31,688 DEBUG [RS:0;3bde9015baec:39655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364/3bde9015baec%2C39655%2C1731781169364.1731781171677, exclude list is [], retry=0 2024-11-16T18:19:31,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c84cd5be-7774-4fe7-8507-876d849eea8f,DISK] 2024-11-16T18:19:31,692 INFO [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364/3bde9015baec%2C39655%2C1731781169364.1731781171677 2024-11-16T18:19:31,692 DEBUG [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40219:40219)] 2024-11-16T18:19:31,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:19:31,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:19:31,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962 2024-11-16T18:19:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:19:32,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:32,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:32,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:32,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:32,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:32,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:32,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:32,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:32,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:32,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:32,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740 2024-11-16T18:19:32,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740 2024-11-16T18:19:32,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:32,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:32,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:32,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:32,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:32,244 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74421750, jitterRate=0.10897049307823181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781172231Initializing all the Stores at 1731781172232 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781172232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172233 (+1 ms)Cleaning up temporary data from old regions at 1731781172240 (+7 ms)Region opened successfully at 1731781172244 (+4 ms) 2024-11-16T18:19:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:32,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:32,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:32,245 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:32,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781172244Disabling compacts and flushes for region at 1731781172244Disabling writes for close at 1731781172244Writing region close event to WAL at 1731781172245 (+1 ms)Closed at 1731781172245 2024-11-16T18:19:32,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:32,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:19:32,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:19:32,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:32,247 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:19:32,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:32,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:32,398 DEBUG [3bde9015baec:43615 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:32,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,39655,1731781169364 2024-11-16T18:19:32,399 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39655,1731781169364, state=OPENING 2024-11-16T18:19:32,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:19:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:32,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:32,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264940019/meta-region-server: CHANGED 2024-11-16T18:19:32,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264940019/meta-region-server: CHANGED 2024-11-16T18:19:32,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:32,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39655,1731781169364}] 2024-11-16T18:19:32,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:19:32,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:19:32,682 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:19:32,682 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:32,682 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:19:32,683 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C39655%2C1731781169364.meta, suffix=.meta, logDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364, archiveDir=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/oldWALs, maxLogs=10 2024-11-16T18:19:32,695 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364/3bde9015baec%2C39655%2C1731781169364.meta.1731781172684.meta, exclude list is [], retry=0 2024-11-16T18:19:32,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43071,DS-c84cd5be-7774-4fe7-8507-876d849eea8f,DISK] 2024-11-16T18:19:32,698 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364/3bde9015baec%2C39655%2C1731781169364.meta.1731781172684.meta 2024-11-16T18:19:32,698 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40219:40219)] 2024-11-16T18:19:32,698 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:32,699 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:19:32,699 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:19:32,699 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:19:32,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:32,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:32,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:32,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:32,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:32,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:32,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:32,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:32,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:32,704 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:32,705 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740 2024-11-16T18:19:32,706 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740 2024-11-16T18:19:32,707 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:32,707 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:32,708 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:32,709 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:32,709 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72872184, jitterRate=0.08588016033172607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:32,709 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:19:32,709 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781172699Writing region info on filesystem at 1731781172699Initializing all the Stores at 1731781172700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781172700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781172700Cleaning up temporary data from old regions at 1731781172707 (+7 ms)Running coprocessor post-open hooks at 1731781172709 (+2 ms)Region opened successfully at 1731781172709 2024-11-16T18:19:32,710 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781172677 2024-11-16T18:19:32,712 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:19:32,712 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:19:32,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39655,1731781169364 2024-11-16T18:19:32,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39655,1731781169364, state=OPEN 2024-11-16T18:19:32,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264940019/meta-region-server 2024-11-16T18:19:32,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264940019/meta-region-server 2024-11-16T18:19:32,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,39655,1731781169364 2024-11-16T18:19:32,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264940019/meta-region-server: CHANGED 2024-11-16T18:19:32,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264940019/meta-region-server: CHANGED 2024-11-16T18:19:32,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:19:32,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39655,1731781169364 in 200 msec 2024-11-16T18:19:32,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:19:32,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-16T18:19:32,729 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:32,729 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:19:32,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:32,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39655,1731781169364, seqNum=-1] 2024-11-16T18:19:32,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:32,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:32,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-16T18:19:32,736 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781172735, completionTime=-1 2024-11-16T18:19:32,736 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:19:32,736 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:19:32,737 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:19:32,737 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781232737 2024-11-16T18:19:32,737 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781292737 2024-11-16T18:19:32,737 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:43615, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,739 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:32,742 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:19:32,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:19:32,744 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:19:32,744 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43615,1731781169220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:32,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cc6c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43615,-1 for getting cluster id 2024-11-16T18:19:32,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:32,753 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08088eba-d320-4f41-81ed-e518e0a10349' 2024-11-16T18:19:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08088eba-d320-4f41-81ed-e518e0a10349" 2024-11-16T18:19:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c25076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43615,-1] 2024-11-16T18:19:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:32,754 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:32,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e616135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39655,1731781169364, seqNum=-1] 2024-11-16T18:19:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:32,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:32,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,43615,1731781169220 2024-11-16T18:19:32,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:32,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144df6c2e0005 connected 2024-11-16T18:19:32,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7f1048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38607,-1 for getting cluster id 2024-11-16T18:19:32,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:32,780 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb5e0599-694a-40ad-b421-3982c929ed06' 2024-11-16T18:19:32,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:32,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb5e0599-694a-40ad-b421-3982c929ed06" 2024-11-16T18:19:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8d4453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38607,-1] 2024-11-16T18:19:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:32,782 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:32,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1a7eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:32,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38607,1731781163245 2024-11-16T18:19:32,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3897015e 2024-11-16T18:19:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:32,784 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:19:32,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:43615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:19:32,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:19:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:32,787 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43615' 2024-11-16T18:19:32,788 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60593dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,788 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43615,-1 for getting cluster id 2024-11-16T18:19:32,788 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:32,788 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08088eba-d320-4f41-81ed-e518e0a10349' 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08088eba-d320-4f41-81ed-e518e0a10349" 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34500395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43615,-1] 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:32,790 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cb3798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:32,791 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43615,1731781169220 2024-11-16T18:19:32,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30acffe 2024-11-16T18:19:32,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:32,792 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:19:32,793 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T18:19:32,793 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:19:32,793 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:32,793 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:32,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:32,793 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:32,794 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:19:32,795 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:19:32,795 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:32,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:19:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741835_1011 (size=1138) 2024-11-16T18:19:32,845 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:19:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:33,203 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d92a5329a2da97699e91422eb02bb269, NAME => 'hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874 2024-11-16T18:19:33,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741836_1012 (size=44) 2024-11-16T18:19:33,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:33,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d92a5329a2da97699e91422eb02bb269, disabling compactions & flushes 2024-11-16T18:19:33,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. after waiting 0 ms 2024-11-16T18:19:33,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d92a5329a2da97699e91422eb02bb269: Waiting for close lock at 1731781173208Disabling compacts and flushes for region at 1731781173208Disabling writes for close at 1731781173208Writing region close event to WAL at 1731781173208Closed at 1731781173208 2024-11-16T18:19:33,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:19:33,210 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781173210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781173210"}]},"ts":"1731781173210"} 2024-11-16T18:19:33,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:19:33,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:19:33,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781173213"}]},"ts":"1731781173213"} 2024-11-16T18:19:33,214 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:19:33,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN}] 2024-11-16T18:19:33,215 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN 2024-11-16T18:19:33,216 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN; state=OFFLINE, location=3bde9015baec,36577,1731781163537; forceNewPlan=false, retain=false 2024-11-16T18:19:33,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d92a5329a2da97699e91422eb02bb269, regionState=OPENING, regionLocation=3bde9015baec,36577,1731781163537 2024-11-16T18:19:33,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN because future has completed 2024-11-16T18:19:33,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,36577,1731781163537}] 2024-11-16T18:19:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:33,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:33,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:19:33,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C36577%2C1731781163537.rep, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:33,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.rep.1731781173527, exclude list is [], retry=0 2024-11-16T18:19:33,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:33,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.rep.1731781173527 2024-11-16T18:19:33,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:33,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d92a5329a2da97699e91422eb02bb269, NAME => 'hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:33,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. service=MultiRowMutationService 2024-11-16T18:19:33,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,544 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,545 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName hfileref 2024-11-16T18:19:33,545 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:33,546 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:33,546 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,547 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName queue 2024-11-16T18:19:33,547 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:33,547 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:33,547 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,548 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName sid 2024-11-16T18:19:33,548 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:33,549 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:33,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:19:33,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:33,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d92a5329a2da97699e91422eb02bb269; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71834595, jitterRate=0.07041887938976288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:19:33,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d92a5329a2da97699e91422eb02bb269: Running coprocessor pre-open hook at 1731781173543Writing region info on filesystem at 1731781173543Initializing all the Stores at 1731781173544 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781173544Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781173544Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781173544Cleaning up temporary data from old regions at 1731781173551 (+7 ms)Running coprocessor post-open hooks at 1731781173556 (+5 ms)Region opened successfully at 1731781173556 2024-11-16T18:19:33,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., pid=7, masterSystemTime=1731781173521 2024-11-16T18:19:33,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d92a5329a2da97699e91422eb02bb269, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,36577,1731781163537 2024-11-16T18:19:33,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,36577,1731781163537 because future has completed 2024-11-16T18:19:33,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T18:19:33,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,36577,1731781163537 in 194 msec 2024-11-16T18:19:33,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:19:33,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN in 351 msec 2024-11-16T18:19:33,567 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:19:33,568 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781173567"}]},"ts":"1731781173567"} 2024-11-16T18:19:33,569 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:19:33,570 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:19:33,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-16T18:19:33,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., hostname=3bde9015baec,36577,1731781163537, seqNum=2] 2024-11-16T18:19:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:33,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:19:33,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T18:19:33,857 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:19:33,882 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,36577,1731781163537, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:19:33,882 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:33,882 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,36577,1731781163537, seqNum=-1] 2024-11-16T18:19:33,882 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:33,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T18:19:33,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,36577,1731781163537', locateType=CURRENT is [region=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., hostname=3bde9015baec,36577,1731781163537, seqNum=2] 2024-11-16T18:19:33,887 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T18:19:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T18:19:33,889 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,36577,1731781163537 suceeded 2024-11-16T18:19:33,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T18:19:33,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T18:19:33,890 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:43615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:19:33,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec 2024-11-16T18:19:33,900 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43615' 2024-11-16T18:19:33,901 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8eb672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:33,901 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43615,-1 for getting cluster id 2024-11-16T18:19:33,901 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:33,902 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08088eba-d320-4f41-81ed-e518e0a10349' 2024-11-16T18:19:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:33,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08088eba-d320-4f41-81ed-e518e0a10349" 2024-11-16T18:19:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b83a418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43615,-1] 2024-11-16T18:19:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,903 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:33,904 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7187ef5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:33,904 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43615,1731781169220 2024-11-16T18:19:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db9c2bd 2024-11-16T18:19:33,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:33,906 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T18:19:33,906 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,36577,1731781163537 (queues=1) is replicating from cluster=eb5e0599-694a-40ad-b421-3982c929ed06 to cluster=08088eba-d320-4f41-81ed-e518e0a10349 2024-11-16T18:19:33,906 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C36577%2C1731781163537 2024-11-16T18:19:33,906 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,36577,1731781163537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:19:33,907 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.wal-reader.3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851, startPosition=0, beingWritten=true 2024-11-16T18:19:33,908 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.shipper3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C36577%2C1731781163537 2024-11-16T18:19:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:33,922 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:19:33,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:33,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:33,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:33,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38607,1731781163245 2024-11-16T18:19:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691a192d 2024-11-16T18:19:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:33,925 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:19:33,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38607 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:19:33,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:33,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:33,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:33,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:19:33,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=352008109, stopped=false 2024-11-16T18:19:33,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,38607,1731781163245 2024-11-16T18:19:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:33,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:33,935 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:33,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:33,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:33,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:33,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:33,936 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,36577,1731781163537' ***** 2024-11-16T18:19:33,936 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:19:33,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,36577,1731781163537 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36577. 2024-11-16T18:19:33,936 DEBUG [RS:0;3bde9015baec:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:33,936 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:33,936 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d92a5329a2da97699e91422eb02bb269, disabling compactions & flushes 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:19:33,936 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,936 INFO [RS:0;3bde9015baec:36577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:19:33,937 INFO [RS:0;3bde9015baec:36577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. after waiting 0 ms 2024-11-16T18:19:33,937 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:33,937 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d92a5329a2da97699e91422eb02bb269 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T18:19:33,937 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:19:33,937 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1325): Online Regions={d92a5329a2da97699e91422eb02bb269=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:33,937 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:33,937 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:33,937 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:33,937 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T18:19:33,950 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/.tmp/queue/8098bc62a31e469fa970496b3d036332 is 151, key is 1-3bde9015baec,36577,1731781163537/queue:3bde9015baec%2C36577%2C1731781163537/1731781173885/Put/seqid=0 2024-11-16T18:19:33,950 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/c68aeacc6d4b4cdabe9bb1b13ae5981a is 147, key is hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269./info:regioninfo/1731781173560/Put/seqid=0 2024-11-16T18:19:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741838_1014 (size=5350) 2024-11-16T18:19:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741839_1015 (size=6631) 2024-11-16T18:19:33,954 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/c68aeacc6d4b4cdabe9bb1b13ae5981a 2024-11-16T18:19:33,972 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/ns/4ae937862dff465abfdeebca6d0a0589 is 43, key is default/ns:d/1731781166921/Put/seqid=0 2024-11-16T18:19:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741840_1016 (size=5153) 2024-11-16T18:19:34,029 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:34,113 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.wal-reader.3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851 to pos 0, reset compression=false 2024-11-16T18:19:34,137 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:34,337 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:34,356 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/.tmp/queue/8098bc62a31e469fa970496b3d036332 2024-11-16T18:19:34,362 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/.tmp/queue/8098bc62a31e469fa970496b3d036332 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/queue/8098bc62a31e469fa970496b3d036332 2024-11-16T18:19:34,366 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/queue/8098bc62a31e469fa970496b3d036332, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T18:19:34,367 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d92a5329a2da97699e91422eb02bb269 in 430ms, sequenceid=5, compaction requested=false 2024-11-16T18:19:34,367 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:19:34,371 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:19:34,371 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:34,372 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:34,372 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:34,372 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d92a5329a2da97699e91422eb02bb269: Waiting for close lock at 1731781173936Running coprocessor pre-close hooks at 1731781173936Disabling compacts and flushes for region at 1731781173936Disabling writes for close at 1731781173937 (+1 ms)Obtaining lock to block concurrent updates at 1731781173937Preparing flush snapshotting stores in d92a5329a2da97699e91422eb02bb269 at 1731781173937Finished memstore snapshotting hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731781173937Flushing stores of hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. at 1731781173938 (+1 ms)Flushing d92a5329a2da97699e91422eb02bb269/queue: creating writer at 1731781173938Flushing d92a5329a2da97699e91422eb02bb269/queue: appending metadata at 1731781173950 (+12 ms)Flushing d92a5329a2da97699e91422eb02bb269/queue: closing flushed file at 1731781173950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bc2e17: reopening flushed file at 1731781174361 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d92a5329a2da97699e91422eb02bb269 in 430ms, sequenceid=5, compaction requested=false at 1731781174367 (+6 ms)Writing region close event to WAL at 1731781174368 (+1 ms)Running coprocessor post-close hooks at 1731781174371 (+3 ms)Closed at 1731781174372 (+1 ms) 2024-11-16T18:19:34,372 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:34,376 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/ns/4ae937862dff465abfdeebca6d0a0589 2024-11-16T18:19:34,392 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/table/3d60dc3e058b49d6941fa6efcdf33781 is 53, key is hbase:replication/table:state/1731781173567/Put/seqid=0 2024-11-16T18:19:34,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741841_1017 (size=5256) 2024-11-16T18:19:34,418 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.wal-reader.3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851 to pos 0, reset compression=false 2024-11-16T18:19:34,537 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:34,724 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:19:34,724 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:19:34,737 DEBUG [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:34,797 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/table/3d60dc3e058b49d6941fa6efcdf33781 2024-11-16T18:19:34,801 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/c68aeacc6d4b4cdabe9bb1b13ae5981a as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/info/c68aeacc6d4b4cdabe9bb1b13ae5981a 2024-11-16T18:19:34,806 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/info/c68aeacc6d4b4cdabe9bb1b13ae5981a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T18:19:34,807 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/ns/4ae937862dff465abfdeebca6d0a0589 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/ns/4ae937862dff465abfdeebca6d0a0589 2024-11-16T18:19:34,811 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/ns/4ae937862dff465abfdeebca6d0a0589, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:19:34,812 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/table/3d60dc3e058b49d6941fa6efcdf33781 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/table/3d60dc3e058b49d6941fa6efcdf33781 2024-11-16T18:19:34,816 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/table/3d60dc3e058b49d6941fa6efcdf33781, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T18:19:34,817 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 880ms, sequenceid=11, compaction requested=false 2024-11-16T18:19:34,821 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:19:34,821 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:34,821 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:34,821 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:34,821 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781173937Running coprocessor pre-close hooks at 1731781173937Disabling compacts and flushes for region at 1731781173937Disabling writes for close at 1731781173937Obtaining lock to block concurrent updates at 1731781173937Preparing flush snapshotting stores in 1588230740 at 1731781173937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731781173938 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781173938Flushing 1588230740/info: creating writer at 1731781173938Flushing 1588230740/info: appending metadata at 1731781173950 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781173950Flushing 1588230740/ns: creating writer at 1731781173959 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731781173972 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731781173972Flushing 1588230740/table: creating writer at 1731781174380 (+408 ms)Flushing 1588230740/table: appending metadata at 1731781174392 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731781174392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe76590: reopening flushed file at 1731781174801 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e579b8: reopening flushed file at 1731781174806 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17edf6ba: reopening flushed file at 1731781174811 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 880ms, sequenceid=11, compaction requested=false at 1731781174817 (+6 ms)Writing region close event to WAL at 1731781174818 (+1 ms)Running coprocessor post-close hooks at 1731781174821 (+3 ms)Closed at 1731781174821 2024-11-16T18:19:34,822 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:34,822 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.wal-reader.3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.1731781165851 to pos 0, reset compression=false 2024-11-16T18:19:34,938 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,36577,1731781163537; all regions closed. 2024-11-16T18:19:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741834_1010 (size=2742) 2024-11-16T18:19:34,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.meta.1731781166841.meta not finished, retry = 0 2024-11-16T18:19:35,042 DEBUG [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:35,042 INFO [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36577%2C1731781163537.meta:.meta(num 1731781166841) 2024-11-16T18:19:35,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537/3bde9015baec%2C36577%2C1731781163537.rep.1731781173527 not finished, retry = 0 2024-11-16T18:19:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741837_1013 (size=1586) 2024-11-16T18:19:35,146 DEBUG [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:35,146 INFO [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36577%2C1731781163537.rep:(num 1731781173527) 2024-11-16T18:19:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:19:35,151 DEBUG [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C36577%2C1731781163537:(num 1731781165851) 2024-11-16T18:19:35,151 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:35,151 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:35,151 INFO [RS:0;3bde9015baec:36577 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,36577,1731781163537 because: Region server is closing 2024-11-16T18:19:35,152 INFO [RS:0;3bde9015baec:36577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:36577. 2024-11-16T18:19:35,152 DEBUG [RS:0;3bde9015baec:36577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:35,152 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:35,152 DEBUG [RS:0;3bde9015baec:36577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:35,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:35,252 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.wal-reader.3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:19:35,252 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.shipper3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:19:35,252 INFO [RS:0;3bde9015baec:36577 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,36577,1731781163537.replicationSource.shipper3bde9015baec%2C36577%2C1731781163537,1-3bde9015baec,36577,1731781163537 terminated 2024-11-16T18:19:35,252 INFO [RS:0;3bde9015baec:36577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36577 2024-11-16T18:19:35,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/rs/3bde9015baec,36577,1731781163537 2024-11-16T18:19:35,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/rs 2024-11-16T18:19:35,314 INFO [RS:0;3bde9015baec:36577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:35,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,36577,1731781163537] 2024-11-16T18:19:35,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/draining/3bde9015baec,36577,1731781163537 already deleted, retry=false 2024-11-16T18:19:35,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,36577,1731781163537 expired; onlineServers=0 2024-11-16T18:19:35,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,38607,1731781163245' ***** 2024-11-16T18:19:35,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:19:35,335 INFO [M:0;3bde9015baec:38607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:35,335 INFO [M:0;3bde9015baec:38607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:35,335 DEBUG [M:0;3bde9015baec:38607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:19:35,335 DEBUG [M:0;3bde9015baec:38607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:19:35,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:19:35,335 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781165637 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781165637,5,FailOnTimeoutGroup] 2024-11-16T18:19:35,335 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781165637 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781165637,5,FailOnTimeoutGroup] 2024-11-16T18:19:35,335 INFO [M:0;3bde9015baec:38607 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:35,335 INFO [M:0;3bde9015baec:38607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:35,336 DEBUG [M:0;3bde9015baec:38607 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:19:35,336 INFO [M:0;3bde9015baec:38607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:19:35,336 INFO [M:0;3bde9015baec:38607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:35,336 INFO [M:0;3bde9015baec:38607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:19:35,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:19:35,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/master 2024-11-16T18:19:35,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:35,345 DEBUG [M:0;3bde9015baec:38607 {}] zookeeper.ZKUtil(347): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/master because node does not exist (not an error) 2024-11-16T18:19:35,346 WARN [M:0;3bde9015baec:38607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:19:35,346 INFO [M:0;3bde9015baec:38607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.lastflushedseqids 2024-11-16T18:19:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741842_1018 (size=190) 2024-11-16T18:19:35,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:35,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36577-0x10144df6c2e0001, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:35,425 INFO [RS:0;3bde9015baec:36577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:35,425 INFO [RS:0;3bde9015baec:36577 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,36577,1731781163537; zookeeper connection closed. 2024-11-16T18:19:35,425 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f0b74c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f0b74c 2024-11-16T18:19:35,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:19:35,751 INFO [M:0;3bde9015baec:38607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:19:35,751 INFO [M:0;3bde9015baec:38607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:19:35,751 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:35,751 INFO [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:35,752 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:35,752 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:35,752 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:35,752 INFO [M:0;3bde9015baec:38607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T18:19:35,765 DEBUG [M:0;3bde9015baec:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9107c43b0c7a4229b368b01993837734 is 82, key is hbase:meta,,1/info:regioninfo/1731781166870/Put/seqid=0 2024-11-16T18:19:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741843_1019 (size=5672) 2024-11-16T18:19:36,169 INFO [M:0;3bde9015baec:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9107c43b0c7a4229b368b01993837734 2024-11-16T18:19:36,186 DEBUG [M:0;3bde9015baec:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac840b1cd96472685caebfd9bc39f75 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731781173571/Put/seqid=0 2024-11-16T18:19:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741844_1020 (size=7203) 2024-11-16T18:19:36,590 INFO [M:0;3bde9015baec:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac840b1cd96472685caebfd9bc39f75 2024-11-16T18:19:36,646 DEBUG [M:0;3bde9015baec:38607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e829a163a41e4e328ea68321aef0df22 is 69, key is 3bde9015baec,36577,1731781163537/rs:state/1731781165707/Put/seqid=0 2024-11-16T18:19:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741845_1021 (size=5156) 2024-11-16T18:19:37,050 INFO [M:0;3bde9015baec:38607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e829a163a41e4e328ea68321aef0df22 2024-11-16T18:19:37,055 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9107c43b0c7a4229b368b01993837734 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9107c43b0c7a4229b368b01993837734 2024-11-16T18:19:37,059 INFO [M:0;3bde9015baec:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9107c43b0c7a4229b368b01993837734, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T18:19:37,060 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ac840b1cd96472685caebfd9bc39f75 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ac840b1cd96472685caebfd9bc39f75 2024-11-16T18:19:37,064 INFO [M:0;3bde9015baec:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ac840b1cd96472685caebfd9bc39f75, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T18:19:37,065 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e829a163a41e4e328ea68321aef0df22 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e829a163a41e4e328ea68321aef0df22 2024-11-16T18:19:37,069 INFO [M:0;3bde9015baec:38607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e829a163a41e4e328ea68321aef0df22, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T18:19:37,070 INFO [M:0;3bde9015baec:38607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false 2024-11-16T18:19:37,073 INFO [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:37,073 DEBUG [M:0;3bde9015baec:38607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781175751Disabling compacts and flushes for region at 1731781175751Disabling writes for close at 1731781175752 (+1 ms)Obtaining lock to block concurrent updates at 1731781175752Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781175752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731781175752Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781175753 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781175753Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781175765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781175765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781176174 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781176186 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781176186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781176632 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781176646 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781176646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d863fdc: reopening flushed file at 1731781177054 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c22cc81: reopening flushed file at 1731781177059 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12087d7e: reopening flushed file at 1731781177064 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=70, compaction requested=false at 1731781177070 (+6 ms)Writing region close event to WAL at 1731781177072 (+2 ms)Closed at 1731781177073 (+1 ms) 2024-11-16T18:19:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741830_1006 (size=41008) 2024-11-16T18:19:37,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245/3bde9015baec%2C38607%2C1731781163245.1731781165337 not finished, retry = 0 2024-11-16T18:19:37,176 INFO [M:0;3bde9015baec:38607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:19:37,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:37,176 INFO [M:0;3bde9015baec:38607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38607 2024-11-16T18:19:37,176 INFO [M:0;3bde9015baec:38607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:37,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:37,330 INFO [M:0;3bde9015baec:38607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:37,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38607-0x10144df6c2e0000, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:37,331 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:37,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:19:37,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:37,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45457 2024-11-16T18:19:37,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45457 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454570x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:37,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45457-0x10144df6c2e0006 connected 2024-11-16T18:19:37,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:37,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:37,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:37,360 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: INIT 2024-11-16T18:19:37,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874, hbase.cluster.distributed=false 2024-11-16T18:19:37,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/acl 2024-11-16T18:19:37,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-16T18:19:37,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45457 2024-11-16T18:19:37,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45457 2024-11-16T18:19:37,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-16T18:19:37,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45457 2024-11-16T18:19:37,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:37,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:19:37,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:37,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41517 2024-11-16T18:19:37,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41517 connecting to ZooKeeper ensemble=127.0.0.1:65027 2024-11-16T18:19:37,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:37,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415170x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:37,388 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: INIT 2024-11-16T18:19:37,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415170x0, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:37,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41517-0x10144df6c2e0007 connected 2024-11-16T18:19:37,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:19:37,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:19:37,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/master 2024-11-16T18:19:37,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/acl 2024-11-16T18:19:37,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-16T18:19:37,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41517 2024-11-16T18:19:37,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41517 2024-11-16T18:19:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-16T18:19:37,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41517 2024-11-16T18:19:37,408 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:45457 2024-11-16T18:19:37,409 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02064239264/backup-masters/3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:37,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:37,419 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/backup-masters/3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/master 2024-11-16T18:19:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:37,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:37,430 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/master 2024-11-16T18:19:37,430 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02064239264/backup-masters/3bde9015baec,45457,1731781177331 from backup master directory 2024-11-16T18:19:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/backup-masters/3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:37,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/backup-masters 2024-11-16T18:19:37,440 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:37,440 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,449 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:37,449 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:19:37,455 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-16T18:19:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741846_1022 (size=196) 2024-11-16T18:19:37,867 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:37,868 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:19:37,868 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:37,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T18:19:37,875 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245 to hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245-dead as it is dead 2024-11-16T18:19:37,875 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245-dead/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:37,876 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245-dead/3bde9015baec%2C38607%2C1731781163245.1731781165337 after 1ms 2024-11-16T18:19:37,876 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245-dead/3bde9015baec%2C38607%2C1731781163245.1731781165337 to hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:37,876 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,38607,1731781163245-dead 2024-11-16T18:19:37,877 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,878 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:37,879 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C45457%2C1731781177331, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,45457,1731781177331, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/oldWALs, maxLogs=10 2024-11-16T18:19:37,890 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,45457,1731781177331/3bde9015baec%2C45457%2C1731781177331.1731781177879, exclude list is [], retry=0 2024-11-16T18:19:37,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:37,893 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/WALs/3bde9015baec,45457,1731781177331/3bde9015baec%2C45457%2C1731781177331.1731781177879 2024-11-16T18:19:37,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:37,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:37,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:37,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:19:37,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:37,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9107c43b0c7a4229b368b01993837734 2024-11-16T18:19:37,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:37,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:19:37,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:37,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ac840b1cd96472685caebfd9bc39f75 2024-11-16T18:19:37,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:37,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:19:37,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:37,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e829a163a41e4e328ea68321aef0df22 2024-11-16T18:19:37,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:37,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:19:37,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:37,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:37,913 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,913 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T18:19:37,913 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:37,917 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:37,917 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3bde9015baec%2C38607%2C1731781163245.1731781165337 2024-11-16T18:19:37,919 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,919 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,919 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:37,920 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:37,922 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T18:19:37,923 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65380999, jitterRate=-0.02574719488620758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:37,923 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781177894Initializing all the Stores at 1731781177895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781177895Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781177895Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781177895Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781177895Cleaning up temporary data from old regions at 1731781177919 (+24 ms)Region opened successfully at 1731781177923 (+4 ms) 2024-11-16T18:19:37,923 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:19:37,925 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1874694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:37,926 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T18:19:37,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:19:37,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:19:37,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:19:37,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:19:37,929 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:37,930 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:19:37,930 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:19:37,930 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-16T18:19:37,930 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:19:37,932 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3bde9015baec,36577,1731781163537, regionLocation=3bde9015baec,36577,1731781163537, openSeqNum=2 2024-11-16T18:19:37,932 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3bde9015baec,36577,1731781163537, table=hbase:meta, region=1588230740 2024-11-16T18:19:37,932 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,36577,1731781163537, state=OPEN 2024-11-16T18:19:37,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:37,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:37,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:37,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:37,980 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:19:37,987 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/draining/3bde9015baec,36577,1731781163537 already deleted, retry=false 2024-11-16T18:19:37,987 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3bde9015baec,36577,1731781163537 on 3bde9015baec,45457,1731781177331 2024-11-16T18:19:37,988 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3bde9015baec,36577,1731781163537, splitWal=true, meta=true 2024-11-16T18:19:37,988 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 3bde9015baec,36577,1731781163537 (carryingMeta=true) 3bde9015baec,36577,1731781163537/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@664bc4ee[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T18:19:37,990 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/balancer because node does not exist (not necessarily an error) 2024-11-16T18:19:37,998 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/balancer already deleted, retry=false 2024-11-16T18:19:37,998 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:19:37,999 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:19:38,008 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/normalizer already deleted, retry=false 2024-11-16T18:19:38,009 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:19:38,009 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:19:38,019 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/switch/split already deleted, retry=false 2024-11-16T18:19:38,020 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:19:38,029 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/switch/merge already deleted, retry=false 2024-11-16T18:19:38,041 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:19:38,050 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/snapshot-cleanup already deleted, retry=false 2024-11-16T18:19:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:38,062 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,45457,1731781177331, sessionid=0x10144df6c2e0006, setting cluster-up flag (Was=false) 2024-11-16T18:19:38,072 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02064239264/flush-table-proc/acquired, /02064239264/flush-table-proc/reached, /02064239264/flush-table-proc/abort 2024-11-16T18:19:38,073 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,45457,1731781177331 2024-11-16T18:19:38,083 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02064239264/online-snapshot/acquired, /02064239264/online-snapshot/reached, /02064239264/online-snapshot/abort 2024-11-16T18:19:38,083 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,45457,1731781177331 2024-11-16T18:19:38,084 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.lastflushedseqids 2024-11-16T18:19:38,086 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:19:38,086 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:19:38,086 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,45457,1731781177331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3bde9015baec,36577,1731781163537 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:38,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781208089 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,089 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3bde9015baec,36577,1731781163537, splitWal=true, meta=true 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:19:38,089 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:19:38,090 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,36577,1731781163537, splitWal=true, meta=true, isMeta: true 2024-11-16T18:19:38,090 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781178090,5,FailOnTimeoutGroup] 2024-11-16T18:19:38,090 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781178090,5,FailOnTimeoutGroup] 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781178090, completionTime=-1 2024-11-16T18:19:38,090 WARN [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T18:19:38,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T18:19:38,091 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537-splitting 2024-11-16T18:19:38,091 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537-splitting dir is empty, no logs to split. 2024-11-16T18:19:38,091 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3bde9015baec,36577,1731781163537 WAL count=0, meta=true 2024-11-16T18:19:38,093 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537-splitting dir is empty, no logs to split. 2024-11-16T18:19:38,093 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3bde9015baec,36577,1731781163537 WAL count=0, meta=true 2024-11-16T18:19:38,093 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,36577,1731781163537 WAL splitting is done? wals=0, meta=true 2024-11-16T18:19:38,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:19:38,095 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:38,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:19:38,101 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(746): ClusterId : eb5e0599-694a-40ad-b421-3982c929ed06 2024-11-16T18:19:38,101 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:19:38,144 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:19:38,144 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:19:38,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:38,209 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:19:38,210 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1560f380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:38,224 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:41517 2024-11-16T18:19:38,224 INFO [RS:0;3bde9015baec:41517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:19:38,224 INFO [RS:0;3bde9015baec:41517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:19:38,224 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:19:38,225 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,45457,1731781177331 with port=41517, startcode=1731781177374 2024-11-16T18:19:38,225 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:19:38,227 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:19:38,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45457 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,228 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874 2024-11-16T18:19:38,228 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43481 2024-11-16T18:19:38,228 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:19:38,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:38,240 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T18:19:38,245 WARN [3bde9015baec:45457 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T18:19:38,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/rs 2024-11-16T18:19:38,460 DEBUG [RS:0;3bde9015baec:41517 {}] zookeeper.ZKUtil(111): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on existing znode=/02064239264/rs/3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,460 WARN [RS:0;3bde9015baec:41517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:38,460 INFO [RS:0;3bde9015baec:41517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:38,461 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,41517,1731781177374] 2024-11-16T18:19:38,484 INFO [RS:0;3bde9015baec:41517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:19:38,485 INFO [RS:0;3bde9015baec:41517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:19:38,486 INFO [RS:0;3bde9015baec:41517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:19:38,486 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,486 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:19:38,487 INFO [RS:0;3bde9015baec:41517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:19:38,487 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:38,487 DEBUG [RS:0;3bde9015baec:41517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,488 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41517,1731781177374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:38,503 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:19:38,504 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41517,1731781177374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,516 INFO [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,41517,1731781177374, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:19:38,516 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,516 INFO [RS:0;3bde9015baec:41517 {}] regionserver.Replication(171): 3bde9015baec,41517,1731781177374 started 2024-11-16T18:19:38,528 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43615' 2024-11-16T18:19:38,529 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4f9c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:38,529 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,41517,1731781177374, RpcServer on 3bde9015baec/172.17.0.2:41517, sessionid=0x10144df6c2e0007 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43615,-1 for getting cluster id 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,41517,1731781177374' 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02064239264/flush-table-proc/abort' 2024-11-16T18:19:38,529 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02064239264/flush-table-proc/acquired' 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,41517,1731781177374' 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02064239264/online-snapshot/abort' 2024-11-16T18:19:38,530 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08088eba-d320-4f41-81ed-e518e0a10349' 2024-11-16T18:19:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02064239264/online-snapshot/acquired' 2024-11-16T18:19:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08088eba-d320-4f41-81ed-e518e0a10349" 2024-11-16T18:19:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295b5f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43615,-1] 2024-11-16T18:19:38,530 DEBUG [RS:0;3bde9015baec:41517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:19:38,530 INFO [RS:0;3bde9015baec:41517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:19:38,530 INFO [RS:0;3bde9015baec:41517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:19:38,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:38,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:38,532 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:38,532 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@115411ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:38,532 DEBUG [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:38,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43615,1731781169220 2024-11-16T18:19:38,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba898a7 2024-11-16T18:19:38,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:38,534 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T18:19:38,535 INFO [RS:0;3bde9015baec:41517.replicationSource,1-3bde9015baec,41517,1731781177374 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,41517,1731781177374 (queues=0) is replicating from cluster=eb5e0599-694a-40ad-b421-3982c929ed06 to cluster=08088eba-d320-4f41-81ed-e518e0a10349 2024-11-16T18:19:38,631 INFO [RS:0;3bde9015baec:41517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:38,632 INFO [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C41517%2C1731781177374, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:38,643 DEBUG [RS:0;3bde9015baec:41517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632, exclude list is [], retry=0 2024-11-16T18:19:38,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:38,648 INFO [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 2024-11-16T18:19:38,648 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3bde9015baec%2C41517%2C1731781177374 for peer 1 2024-11-16T18:19:38,648 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C41517%2C1731781177374 2024-11-16T18:19:38,648 INFO [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,41517,1731781177374, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:19:38,651 DEBUG [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:38,651 INFO [RS:0;3bde9015baec:41517.replicationSource.shipper3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C41517%2C1731781177374 2024-11-16T18:19:38,652 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632, startPosition=0, beingWritten=true 2024-11-16T18:19:38,745 DEBUG [3bde9015baec:45457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:38,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,41517,1731781177374 2024-11-16T18:19:38,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,41517,1731781177374, state=OPENING 2024-11-16T18:19:38,857 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:38,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:38,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:38,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:38,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:38,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:38,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,41517,1731781177374}] 2024-11-16T18:19:39,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:19:39,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:19:39,049 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:19:39,049 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:39,049 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:19:39,050 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C41517%2C1731781177374.meta, suffix=.meta, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:39,062 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.meta.1731781179051.meta, exclude list is [], retry=0 2024-11-16T18:19:39,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:39,065 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.meta.1731781179051.meta 2024-11-16T18:19:39,065 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:39,065 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:39,065 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:39,065 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:39,065 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:19:39,065 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:19:39,065 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:19:39,066 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:39,066 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:19:39,066 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:19:39,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:39,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:39,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:39,072 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/info/c68aeacc6d4b4cdabe9bb1b13ae5981a 2024-11-16T18:19:39,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:39,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:39,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:39,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:39,078 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/ns/4ae937862dff465abfdeebca6d0a0589 2024-11-16T18:19:39,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:39,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:39,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:39,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:39,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:39,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:39,084 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/table/3d60dc3e058b49d6941fa6efcdf33781 2024-11-16T18:19:39,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:39,084 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:39,085 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:39,086 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740 2024-11-16T18:19:39,086 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:39,086 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:39,087 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:39,088 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:39,088 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60539648, jitterRate=-0.09788894653320312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:39,088 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:19:39,088 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781179066Writing region info on filesystem at 1731781179066Initializing all the Stores at 1731781179067 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781179067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781179067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781179067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781179067Cleaning up temporary data from old regions at 1731781179086 (+19 ms)Running coprocessor post-open hooks at 1731781179088 (+2 ms)Region opened successfully at 1731781179088 2024-11-16T18:19:39,089 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731781179045 2024-11-16T18:19:39,091 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:19:39,091 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:19:39,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3bde9015baec,41517,1731781177374 2024-11-16T18:19:39,092 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,41517,1731781177374, state=OPEN 2024-11-16T18:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:39,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02064239264/meta-region-server 2024-11-16T18:19:39,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,41517,1731781177374 2024-11-16T18:19:39,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:39,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02064239264/meta-region-server: CHANGED 2024-11-16T18:19:39,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T18:19:39,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,41517,1731781177374 in 210 msec 2024-11-16T18:19:39,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:19:39,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0110 sec 2024-11-16T18:19:39,161 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:39,565 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:39,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T18:19:40,070 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:40,674 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:41,245 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-16T18:19:41,378 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:42,182 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:42,598 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T18:19:42,598 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:19:42,598 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:42,598 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,41517,1731781177374, seqNum=-1] 2024-11-16T18:19:42,598 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:42,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:42,604 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d92a5329a2da97699e91422eb02bb269, regionState=OPEN, lastHost=3bde9015baec,36577,1731781163537, regionLocation=3bde9015baec,36577,1731781163537, openSeqNum=2 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781242604 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781302604 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-16T18:19:42,604 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3bde9015baec,36577,1731781163537 had 2 regions 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:45457, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,604 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,605 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,605 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3bde9015baec,36577,1731781163537, splitWal=true, meta=true, isMeta: false 2024-11-16T18:19:42,607 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537-splitting dir is empty, no logs to split. 2024-11-16T18:19:42,607 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,36577,1731781163537 WAL count=0, meta=false 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.171sec 2024-11-16T18:19:42,611 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,36577,1731781163537-splitting dir is empty, no logs to split. 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:19:42,611 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3bde9015baec,36577,1731781163537 WAL count=0, meta=false 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:19:42,611 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3bde9015baec,36577,1731781163537 WAL splitting is done? wals=0, meta=false 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:42,611 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:19:42,613 WARN [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3bde9015baec,36577,1731781163537/hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:42,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN}] 2024-11-16T18:19:42,616 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:19:42,616 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:19:42,616 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45457,1731781177331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:42,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN 2024-11-16T18:19:42,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T18:19:42,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328b952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45457,-1 for getting cluster id 2024-11-16T18:19:42,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:42,705 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb5e0599-694a-40ad-b421-3982c929ed06' 2024-11-16T18:19:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb5e0599-694a-40ad-b421-3982c929ed06" 2024-11-16T18:19:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6765ac08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45457,-1] 2024-11-16T18:19:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,707 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43765983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,41517,1731781177374, seqNum=-1] 2024-11-16T18:19:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:42,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:42,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T18:19:42,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:42,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:42,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3bde9015baec:45457 after: 3bde9015baec:45457 2024-11-16T18:19:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c49e085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45457,-1 for getting cluster id 2024-11-16T18:19:42,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:42,714 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb5e0599-694a-40ad-b421-3982c929ed06' 2024-11-16T18:19:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb5e0599-694a-40ad-b421-3982c929ed06" 2024-11-16T18:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45457,-1] 2024-11-16T18:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:42,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,716 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:42,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da50486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:42,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,45457,1731781177331 2024-11-16T18:19:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c4a59e 2024-11-16T18:19:42,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:42,718 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:19:42,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45457 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-16T18:19:42,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:19:42,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:42,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:42,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:42,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:19:42,719 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1317560263, stopped=false 2024-11-16T18:19:42,719 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,43615,1731781169220 2024-11-16T18:19:42,767 DEBUG [3bde9015baec:45457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:42,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d92a5329a2da97699e91422eb02bb269, regionState=OPENING, regionLocation=3bde9015baec,41517,1731781177374 2024-11-16T18:19:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN because future has completed 2024-11-16T18:19:42,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,41517,1731781177374}] 2024-11-16T18:19:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264940019/running 2024-11-16T18:19:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264940019/running 2024-11-16T18:19:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:42,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:42,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:42,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:42,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:42,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/running 2024-11-16T18:19:42,788 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,39655,1731781169364' ***** 2024-11-16T18:19:42,788 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:19:42,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Set watcher on znode that does not yet exist, /11264940019/running 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,39655,1731781169364 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:42,788 INFO [RS:0;3bde9015baec:39655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:39655. 2024-11-16T18:19:42,788 DEBUG [RS:0;3bde9015baec:39655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:42,789 DEBUG [RS:0;3bde9015baec:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:42,789 INFO [RS:0;3bde9015baec:39655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:19:42,789 INFO [RS:0;3bde9015baec:39655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:19:42,789 INFO [RS:0;3bde9015baec:39655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:19:42,789 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:19:42,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:19:42,789 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:19:42,789 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:42,789 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:42,789 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:42,789 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:42,789 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:42,789 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:42,789 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:42,789 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T18:19:42,804 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/.tmp/ns/14c39fe72bd74574a6d6dec20c95f3e7 is 43, key is default/ns:d/1731781172732/Put/seqid=0 2024-11-16T18:19:42,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741835_1011 (size=5153) 2024-11-16T18:19:42,859 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:42,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:42,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:42,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:19:42,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C41517%2C1731781177374.rep, suffix=, logDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374, archiveDir=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs, maxLogs=10 2024-11-16T18:19:42,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.rep.1731781182927, exclude list is [], retry=0 2024-11-16T18:19:42,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35885,DS-64e9d8b8-a131-471d-9358-af18e1b55b82,DISK] 2024-11-16T18:19:42,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.rep.1731781182927 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d92a5329a2da97699e91422eb02bb269, NAME => 'hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:42,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. service=MultiRowMutationService 2024-11-16T18:19:42,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:42,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,945 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,945 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName hfileref 2024-11-16T18:19:42,945 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:42,946 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:42,946 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,946 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName queue 2024-11-16T18:19:42,946 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:42,951 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/queue/8098bc62a31e469fa970496b3d036332 2024-11-16T18:19:42,951 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:42,951 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,952 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92a5329a2da97699e91422eb02bb269 columnFamilyName sid 2024-11-16T18:19:42,952 DEBUG [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:42,952 INFO [StoreOpener-d92a5329a2da97699e91422eb02bb269-1 {}] regionserver.HStore(327): Store=d92a5329a2da97699e91422eb02bb269/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:42,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:19:42,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d92a5329a2da97699e91422eb02bb269; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71130125, jitterRate=0.05992145836353302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:19:42,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:42,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d92a5329a2da97699e91422eb02bb269: Running coprocessor pre-open hook at 1731781182944Writing region info on filesystem at 1731781182944Initializing all the Stores at 1731781182944Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781182944Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781182945 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781182945Cleaning up temporary data from old regions at 1731781182955 (+10 ms)Running coprocessor post-open hooks at 1731781182957 (+2 ms)Region opened successfully at 1731781182957 2024-11-16T18:19:42,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., pid=13, masterSystemTime=1731781182922 2024-11-16T18:19:42,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:42,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:42,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d92a5329a2da97699e91422eb02bb269, regionState=OPEN, openSeqNum=9, regionLocation=3bde9015baec,41517,1731781177374 2024-11-16T18:19:42,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,41517,1731781177374 because future has completed 2024-11-16T18:19:42,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T18:19:42,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d92a5329a2da97699e91422eb02bb269, server=3bde9015baec,41517,1731781177374 in 193 msec 2024-11-16T18:19:42,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T18:19:42,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d92a5329a2da97699e91422eb02bb269, ASSIGN in 350 msec 2024-11-16T18:19:42,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T18:19:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., hostname=3bde9015baec,41517,1731781177374, seqNum=9] 2024-11-16T18:19:42,986 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3bde9015baec,36577,1731781163537 2024-11-16T18:19:42,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T18:19:42,989 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:43,087 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:43,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T18:19:43,189 DEBUG [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:43,209 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/.tmp/ns/14c39fe72bd74574a6d6dec20c95f3e7 2024-11-16T18:19:43,215 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/.tmp/ns/14c39fe72bd74574a6d6dec20c95f3e7 as hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/ns/14c39fe72bd74574a6d6dec20c95f3e7 2024-11-16T18:19:43,219 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/ns/14c39fe72bd74574a6d6dec20c95f3e7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T18:19:43,220 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-16T18:19:43,220 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:19:43,224 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T18:19:43,225 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:43,225 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:43,225 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:43,225 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781182789Running coprocessor pre-close hooks at 1731781182789Disabling compacts and flushes for region at 1731781182789Disabling writes for close at 1731781182789Obtaining lock to block concurrent updates at 1731781182789Preparing flush snapshotting stores in 1588230740 at 1731781182789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731781182790 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781182790Flushing 1588230740/ns: creating writer at 1731781182790Flushing 1588230740/ns: appending metadata at 1731781182804 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731781182804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df52230: reopening flushed file at 1731781183214 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731781183220 (+6 ms)Writing region close event to WAL at 1731781183221 (+1 ms)Running coprocessor post-close hooks at 1731781183225 (+4 ms)Closed at 1731781183225 2024-11-16T18:19:43,225 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:43,390 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,39655,1731781169364; all regions closed. 2024-11-16T18:19:43,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741834_1010 (size=1152) 2024-11-16T18:19:43,422 DEBUG [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/oldWALs 2024-11-16T18:19:43,422 INFO [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C39655%2C1731781169364.meta:.meta(num 1731781172684) 2024-11-16T18:19:43,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/WALs/3bde9015baec,39655,1731781169364/3bde9015baec%2C39655%2C1731781169364.1731781171677 not finished, retry = 0 2024-11-16T18:19:43,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741832_1008 (size=93) 2024-11-16T18:19:43,526 DEBUG [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/oldWALs 2024-11-16T18:19:43,526 INFO [RS:0;3bde9015baec:39655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C39655%2C1731781169364:(num 1731781171677) 2024-11-16T18:19:43,526 DEBUG [RS:0;3bde9015baec:39655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:43,526 INFO [RS:0;3bde9015baec:39655 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:43,527 INFO [RS:0;3bde9015baec:39655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:43,527 INFO [RS:0;3bde9015baec:39655 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:43,527 INFO [RS:0;3bde9015baec:39655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:43,527 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:43,527 INFO [RS:0;3bde9015baec:39655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39655 2024-11-16T18:19:43,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019/rs 2024-11-16T18:19:43,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264940019/rs/3bde9015baec,39655,1731781169364 2024-11-16T18:19:43,545 INFO [RS:0;3bde9015baec:39655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:43,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,39655,1731781169364] 2024-11-16T18:19:43,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11264940019/draining/3bde9015baec,39655,1731781169364 already deleted, retry=false 2024-11-16T18:19:43,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,39655,1731781169364 expired; onlineServers=0 2024-11-16T18:19:43,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,43615,1731781169220' ***** 2024-11-16T18:19:43,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:19:43,566 INFO [M:0;3bde9015baec:43615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:43,566 INFO [M:0;3bde9015baec:43615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:43,566 DEBUG [M:0;3bde9015baec:43615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:19:43,566 DEBUG [M:0;3bde9015baec:43615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:19:43,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:19:43,566 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781171417 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781171417,5,FailOnTimeoutGroup] 2024-11-16T18:19:43,566 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781171417 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781171417,5,FailOnTimeoutGroup] 2024-11-16T18:19:43,566 INFO [M:0;3bde9015baec:43615 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:43,567 INFO [M:0;3bde9015baec:43615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:43,567 DEBUG [M:0;3bde9015baec:43615 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:19:43,567 INFO [M:0;3bde9015baec:43615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:19:43,567 INFO [M:0;3bde9015baec:43615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:43,567 INFO [M:0;3bde9015baec:43615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:19:43,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:19:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264940019/master 2024-11-16T18:19:43,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264940019 2024-11-16T18:19:43,577 DEBUG [M:0;3bde9015baec:43615 {}] zookeeper.ZKUtil(347): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Unable to get data of znode /11264940019/master because node does not exist (not an error) 2024-11-16T18:19:43,577 WARN [M:0;3bde9015baec:43615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:19:43,578 INFO [M:0;3bde9015baec:43615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/.lastflushedseqids 2024-11-16T18:19:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741836_1012 (size=99) 2024-11-16T18:19:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:43,656 INFO [RS:0;3bde9015baec:39655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:43,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39655-0x10144df6c2e0004, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:43,656 INFO [RS:0;3bde9015baec:39655 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,39655,1731781169364; zookeeper connection closed. 2024-11-16T18:19:43,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7188197 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7188197 2024-11-16T18:19:43,656 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:19:43,983 INFO [M:0;3bde9015baec:43615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:19:43,983 INFO [M:0;3bde9015baec:43615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:19:43,983 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:43,983 INFO [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:43,983 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:43,983 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:43,983 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:43,983 INFO [M:0;3bde9015baec:43615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T18:19:44,000 DEBUG [M:0;3bde9015baec:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22954effdb4a25bc9862e32129b5f6 is 82, key is hbase:meta,,1/info:regioninfo/1731781172712/Put/seqid=0 2024-11-16T18:19:44,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741837_1013 (size=5672) 2024-11-16T18:19:44,091 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:44,404 INFO [M:0;3bde9015baec:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22954effdb4a25bc9862e32129b5f6 2024-11-16T18:19:44,424 DEBUG [M:0;3bde9015baec:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aa28b24e34648bc8c84f506f7e8efe9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731781172735/Put/seqid=0 2024-11-16T18:19:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741838_1014 (size=5275) 2024-11-16T18:19:44,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:44,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:44,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:19:44,829 INFO [M:0;3bde9015baec:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aa28b24e34648bc8c84f506f7e8efe9 2024-11-16T18:19:44,845 DEBUG [M:0;3bde9015baec:43615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcec04682a4f4abaad69a096afbe6b4f is 69, key is 3bde9015baec,39655,1731781169364/rs:state/1731781171486/Put/seqid=0 2024-11-16T18:19:44,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741839_1015 (size=5156) 2024-11-16T18:19:45,195 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:45,249 INFO [M:0;3bde9015baec:43615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcec04682a4f4abaad69a096afbe6b4f 2024-11-16T18:19:45,254 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd22954effdb4a25bc9862e32129b5f6 as hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd22954effdb4a25bc9862e32129b5f6 2024-11-16T18:19:45,258 INFO [M:0;3bde9015baec:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd22954effdb4a25bc9862e32129b5f6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T18:19:45,259 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aa28b24e34648bc8c84f506f7e8efe9 as hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aa28b24e34648bc8c84f506f7e8efe9 2024-11-16T18:19:45,263 INFO [M:0;3bde9015baec:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aa28b24e34648bc8c84f506f7e8efe9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T18:19:45,264 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcec04682a4f4abaad69a096afbe6b4f as hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcec04682a4f4abaad69a096afbe6b4f 2024-11-16T18:19:45,267 INFO [M:0;3bde9015baec:43615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38603/user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcec04682a4f4abaad69a096afbe6b4f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T18:19:45,268 INFO [M:0;3bde9015baec:43615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-16T18:19:45,269 INFO [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:45,269 DEBUG [M:0;3bde9015baec:43615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781183983Disabling compacts and flushes for region at 1731781183983Disabling writes for close at 1731781183983Obtaining lock to block concurrent updates at 1731781183983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781183983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731781183984 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781183984Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781183984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781184000 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781184000Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781184408 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781184424 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781184424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781184833 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781184845 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781184845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5889730f: reopening flushed file at 1731781185253 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e76788: reopening flushed file at 1731781185258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ff8fbd: reopening flushed file at 1731781185263 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731781185268 (+5 ms)Writing region close event to WAL at 1731781185269 (+1 ms)Closed at 1731781185269 2024-11-16T18:19:45,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43071 is added to blk_1073741830_1006 (size=10165) 2024-11-16T18:19:45,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6906aeb-64df-1c0d-93b9-fbb4e762a962/MasterData/WALs/3bde9015baec,43615,1731781169220/3bde9015baec%2C43615%2C1731781169220.1731781171167 not finished, retry = 0 2024-11-16T18:19:45,372 INFO [M:0;3bde9015baec:43615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:19:45,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:45,372 INFO [M:0;3bde9015baec:43615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43615 2024-11-16T18:19:45,373 INFO [M:0;3bde9015baec:43615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:45,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:45,540 INFO [M:0;3bde9015baec:43615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:45,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43615-0x10144df6c2e0003, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:45,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22ef8478{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:45,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c7a6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:45,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:45,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116eb9c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:45,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8dee7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:45,576 WARN [BP-1853691058-172.17.0.2-1731781167039 heartbeating to localhost/127.0.0.1:38603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:19:45,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:19:45,576 WARN [BP-1853691058-172.17.0.2-1731781167039 heartbeating to localhost/127.0.0.1:38603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1853691058-172.17.0.2-1731781167039 (Datanode Uuid 63c0ad0f-1d81-4c2e-943b-23ae819ed603) service to localhost/127.0.0.1:38603 2024-11-16T18:19:45,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:19:45,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/cluster_23898ead-1401-cf7e-ce11-187a41110aa5/data/data1/current/BP-1853691058-172.17.0.2-1731781167039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:45,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/cluster_23898ead-1401-cf7e-ce11-187a41110aa5/data/data2/current/BP-1853691058-172.17.0.2-1731781167039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:45,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:19:45,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f0baff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:45,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@208e10d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:45,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:45,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3f5eef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:45,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653dd1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:45,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:19:45,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:19:45,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:45,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:45,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:45,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:45,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:45,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:19:45,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=324916467, stopped=false 2024-11-16T18:19:45,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,45457,1731781177331 2024-11-16T18:19:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/running 2024-11-16T18:19:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:45,608 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:45,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:19:45,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:45,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:45,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:45,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Set watcher on znode that does not yet exist, /02064239264/running 2024-11-16T18:19:45,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,41517,1731781177374' ***** 2024-11-16T18:19:45,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:19:45,609 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(3091): Received CLOSE for d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,41517,1731781177374 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:45,609 INFO [RS:0;3bde9015baec:41517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:41517. 2024-11-16T18:19:45,609 DEBUG [RS:0;3bde9015baec:41517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:45,609 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d92a5329a2da97699e91422eb02bb269, disabling compactions & flushes 2024-11-16T18:19:45,610 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:45,610 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:45,610 INFO [RS:0;3bde9015baec:41517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. after waiting 0 ms 2024-11-16T18:19:45,610 INFO [RS:0;3bde9015baec:41517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:45,610 INFO [RS:0;3bde9015baec:41517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:19:45,610 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:19:45,610 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:19:45,610 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1325): Online Regions={d92a5329a2da97699e91422eb02bb269=hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:19:45,610 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d92a5329a2da97699e91422eb02bb269 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:45,610 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:45,610 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:45,610 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T18:19:45,613 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/replication/d92a5329a2da97699e91422eb02bb269/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T18:19:45,613 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:45,614 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:45,614 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:45,614 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d92a5329a2da97699e91422eb02bb269: Waiting for close lock at 1731781185609Running coprocessor pre-close hooks at 1731781185609Disabling compacts and flushes for region at 1731781185609Disabling writes for close at 1731781185610 (+1 ms)Writing region close event to WAL at 1731781185610Running coprocessor post-close hooks at 1731781185613 (+3 ms)Closed at 1731781185614 (+1 ms) 2024-11-16T18:19:45,614 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269. 2024-11-16T18:19:45,623 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/2c47b433c48648e4a19ca4f110167695 is 147, key is hbase:replication,,1731781172793.d92a5329a2da97699e91422eb02bb269./info:regioninfo/1731781182960/Put/seqid=0 2024-11-16T18:19:45,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741851_1027 (size=6385) 2024-11-16T18:19:45,696 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:45,810 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:46,010 DEBUG [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:19:46,027 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/2c47b433c48648e4a19ca4f110167695 2024-11-16T18:19:46,033 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/.tmp/info/2c47b433c48648e4a19ca4f110167695 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/info/2c47b433c48648e4a19ca4f110167695 2024-11-16T18:19:46,037 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/info/2c47b433c48648e4a19ca4f110167695, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T18:19:46,038 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-16T18:19:46,043 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T18:19:46,044 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:46,044 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:46,044 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:46,044 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781185610Running coprocessor pre-close hooks at 1731781185610Disabling compacts and flushes for region at 1731781185610Disabling writes for close at 1731781185610Obtaining lock to block concurrent updates at 1731781185610Preparing flush snapshotting stores in 1588230740 at 1731781185610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731781185611 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781185611Flushing 1588230740/info: creating writer at 1731781185611Flushing 1588230740/info: appending metadata at 1731781185623 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781185623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70807f09: reopening flushed file at 1731781186032 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731781186038 (+6 ms)Writing region close event to WAL at 1731781186040 (+2 ms)Running coprocessor post-close hooks at 1731781186044 (+4 ms)Closed at 1731781186044 2024-11-16T18:19:46,044 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:46,210 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,41517,1731781177374; all regions closed. 2024-11-16T18:19:46,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741849_1025 (size=2156) 2024-11-16T18:19:46,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.meta.1731781179051.meta not finished, retry = 0 2024-11-16T18:19:46,315 DEBUG [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:46,315 INFO [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C41517%2C1731781177374.meta:.meta(num 1731781179051) 2024-11-16T18:19:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741850_1026 (size=796) 2024-11-16T18:19:46,317 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.rep.1731781182927 not finished, retry = 0 2024-11-16T18:19:46,399 DEBUG [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 to pos 0, reset compression=false 2024-11-16T18:19:46,419 DEBUG [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:46,419 INFO [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C41517%2C1731781177374.rep:(num 1731781182927) 2024-11-16T18:19:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741848_1024 (size=93) 2024-11-16T18:19:46,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/WALs/3bde9015baec,41517,1731781177374/3bde9015baec%2C41517%2C1731781177374.1731781178632 not finished, retry = 0 2024-11-16T18:19:46,488 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:19:46,488 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:19:46,524 DEBUG [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/oldWALs 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C41517%2C1731781177374:(num 1731781178632) 2024-11-16T18:19:46,524 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:46,524 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,41517,1731781177374 because: Region server is closing 2024-11-16T18:19:46,524 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T18:19:46,524 INFO [RS:0;3bde9015baec:41517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:41517. 2024-11-16T18:19:46,524 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T18:19:46,524 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T18:19:46,524 DEBUG [RS:0;3bde9015baec:41517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:19:46,524 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:46,525 DEBUG [RS:0;3bde9015baec:41517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:46,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:19:46,625 WARN [RS:0;3bde9015baec:41517.replicationSource.shipper3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:19:46,625 WARN [RS:0;3bde9015baec:41517.replicationSource.wal-reader.3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:19:46,625 INFO [RS:0;3bde9015baec:41517 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3bde9015baec:41517.replicationSource.shipper3bde9015baec%2C41517%2C1731781177374,1-3bde9015baec,41517,1731781177374 terminated 2024-11-16T18:19:46,625 INFO [RS:0;3bde9015baec:41517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41517 2024-11-16T18:19:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/rs/3bde9015baec,41517,1731781177374 2024-11-16T18:19:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264/rs 2024-11-16T18:19:46,671 INFO [RS:0;3bde9015baec:41517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:46,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,41517,1731781177374] 2024-11-16T18:19:46,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02064239264/draining/3bde9015baec,41517,1731781177374 already deleted, retry=false 2024-11-16T18:19:46,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,41517,1731781177374 expired; onlineServers=0 2024-11-16T18:19:46,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,45457,1731781177331' ***** 2024-11-16T18:19:46,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:19:46,692 INFO [M:0;3bde9015baec:45457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:19:46,692 INFO [M:0;3bde9015baec:45457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:19:46,692 DEBUG [M:0;3bde9015baec:45457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:19:46,692 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:19:46,692 DEBUG [M:0;3bde9015baec:45457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:19:46,692 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781178090 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781178090,5,FailOnTimeoutGroup] 2024-11-16T18:19:46,692 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781178090 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781178090,5,FailOnTimeoutGroup] 2024-11-16T18:19:46,693 INFO [M:0;3bde9015baec:45457 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:19:46,693 INFO [M:0;3bde9015baec:45457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:19:46,693 DEBUG [M:0;3bde9015baec:45457 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:19:46,693 INFO [M:0;3bde9015baec:45457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:19:46,693 INFO [M:0;3bde9015baec:45457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:19:46,693 INFO [M:0;3bde9015baec:45457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:19:46,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:19:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02064239264/master 2024-11-16T18:19:46,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02064239264 2024-11-16T18:19:46,703 DEBUG [M:0;3bde9015baec:45457 {}] zookeeper.ZKUtil(347): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Unable to get data of znode /02064239264/master because node does not exist (not an error) 2024-11-16T18:19:46,703 WARN [M:0;3bde9015baec:45457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:19:46,703 INFO [M:0;3bde9015baec:45457 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/.lastflushedseqids 2024-11-16T18:19:46,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741852_1028 (size=190) 2024-11-16T18:19:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:46,782 INFO [RS:0;3bde9015baec:41517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:46,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41517-0x10144df6c2e0007, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:46,782 INFO [RS:0;3bde9015baec:41517 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,41517,1731781177374; zookeeper connection closed. 2024-11-16T18:19:46,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6838a988 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6838a988 2024-11-16T18:19:46,782 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:19:47,108 INFO [M:0;3bde9015baec:45457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:19:47,109 INFO [M:0;3bde9015baec:45457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:19:47,109 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:47,109 INFO [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:47,109 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:47,109 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:47,109 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:47,109 INFO [M:0;3bde9015baec:45457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T18:19:47,127 DEBUG [M:0;3bde9015baec:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caea018ccefa45b18d462eebdabb8075 is 82, key is hbase:meta,,1/info:regioninfo/1731781179091/Put/seqid=0 2024-11-16T18:19:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741853_1029 (size=5672) 2024-11-16T18:19:47,531 INFO [M:0;3bde9015baec:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caea018ccefa45b18d462eebdabb8075 2024-11-16T18:19:47,553 DEBUG [M:0;3bde9015baec:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79443a02830d4fc1a49fc5b2b66709c4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731781182965/Put/seqid=0 2024-11-16T18:19:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741854_1030 (size=7312) 2024-11-16T18:19:47,957 INFO [M:0;3bde9015baec:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79443a02830d4fc1a49fc5b2b66709c4 2024-11-16T18:19:47,974 DEBUG [M:0;3bde9015baec:45457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59699ec577414f66a092ff1e5ae3f043 is 69, key is 3bde9015baec,41517,1731781177374/rs:state/1731781178227/Put/seqid=0 2024-11-16T18:19:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741855_1031 (size=5370) 2024-11-16T18:19:48,378 INFO [M:0;3bde9015baec:45457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59699ec577414f66a092ff1e5ae3f043 2024-11-16T18:19:48,382 INFO [M:0;3bde9015baec:45457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59699ec577414f66a092ff1e5ae3f043 2024-11-16T18:19:48,382 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caea018ccefa45b18d462eebdabb8075 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caea018ccefa45b18d462eebdabb8075 2024-11-16T18:19:48,386 INFO [M:0;3bde9015baec:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caea018ccefa45b18d462eebdabb8075, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T18:19:48,387 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/79443a02830d4fc1a49fc5b2b66709c4 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79443a02830d4fc1a49fc5b2b66709c4 2024-11-16T18:19:48,391 INFO [M:0;3bde9015baec:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/79443a02830d4fc1a49fc5b2b66709c4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T18:19:48,392 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59699ec577414f66a092ff1e5ae3f043 as hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59699ec577414f66a092ff1e5ae3f043 2024-11-16T18:19:48,396 INFO [M:0;3bde9015baec:45457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59699ec577414f66a092ff1e5ae3f043 2024-11-16T18:19:48,396 INFO [M:0;3bde9015baec:45457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43481/user/jenkins/test-data/6aa54e19-4618-ebf7-124b-ec4b5c63d874/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59699ec577414f66a092ff1e5ae3f043, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T18:19:48,397 INFO [M:0;3bde9015baec:45457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-16T18:19:48,398 INFO [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:48,398 DEBUG [M:0;3bde9015baec:45457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781187109Disabling compacts and flushes for region at 1731781187109Disabling writes for close at 1731781187109Obtaining lock to block concurrent updates at 1731781187109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781187109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731781187109Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781187110 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781187110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781187127 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781187127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781187536 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781187552 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781187552Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781187961 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781187973 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781187973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@588465ef: reopening flushed file at 1731781188382 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c4f33: reopening flushed file at 1731781188387 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae305e0: reopening flushed file at 1731781188391 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731781188397 (+6 ms)Writing region close event to WAL at 1731781188398 (+1 ms)Closed at 1731781188398 2024-11-16T18:19:48,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35885 is added to blk_1073741847_1023 (size=22903) 2024-11-16T18:19:48,401 INFO [M:0;3bde9015baec:45457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:19:48,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:19:48,401 INFO [M:0;3bde9015baec:45457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45457 2024-11-16T18:19:48,401 INFO [M:0;3bde9015baec:45457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:19:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:48,550 INFO [M:0;3bde9015baec:45457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:19:48,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45457-0x10144df6c2e0006, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:19:48,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@380726b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:48,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce69256{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:48,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:48,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@291b75f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:48,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@440a37a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:48,554 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:19:48,554 WARN [BP-1281767484-172.17.0.2-1731781161108 heartbeating to localhost/127.0.0.1:43481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:19:48,554 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:19:48,554 WARN [BP-1281767484-172.17.0.2-1731781161108 heartbeating to localhost/127.0.0.1:43481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1281767484-172.17.0.2-1731781161108 (Datanode Uuid 3dc3cd66-6657-4309-8219-441e4477e287) service to localhost/127.0.0.1:43481 2024-11-16T18:19:48,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/data/data1/current/BP-1281767484-172.17.0.2-1731781161108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:48,555 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/cluster_f4764f6f-171d-48f2-acdf-6f3b5be8d22c/data/data2/current/BP-1281767484-172.17.0.2-1731781161108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:19:48,555 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:19:48,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60156d44{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:48,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16ff1b4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:19:48,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:19:48,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f913a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:19:48,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdf072d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bab12c2e-633b-dfd5-af76-b491238f6839/hadoop.log.dir/,STOPPED} 2024-11-16T18:19:48,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:19:48,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:19:48,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43481 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65027) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 134) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3825 (was 3928) 2024-11-16T18:19:48,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=188, ProcessCount=11, AvailableMemoryMB=3825 2024-11-16T18:19:48,606 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T18:19:48,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir so I do NOT create it in target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8 2024-11-16T18:19:48,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:19:48,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.tmp.dir so I do NOT create it in target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8 2024-11-16T18:19:48,607 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4e7eb29-5de6-1ee4-d53a-608855208dbe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:19:48,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8 2024-11-16T18:19:48,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6, deleteOnExit=true 2024-11-16T18:19:48,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/zookeeper_0, clientPort=58658, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:19:48,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58658 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/test.cache.data in system properties and HBase conf 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:19:48,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:19:48,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:19:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:19:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144df6c2e0005, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:19:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144df6c2e0002, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:19:48,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144df6c2e0005, quorum=127.0.0.1:65027, baseZNode=/11264940019 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:19:48,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144df6c2e0002, quorum=127.0.0.1:65027, baseZNode=/02064239264 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:19:49,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:49,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:49,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:49,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:49,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:19:49,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:49,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419b73ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:49,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10be61ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:49,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39da46c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-17644657647968475393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:49,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31efa3f4{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-11-16T18:19:49,260 INFO [Time-limited test {}] server.Server(415): Started @173785ms 2024-11-16T18:19:49,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:49,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:49,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:49,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:49,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:19:49,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abc8943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:49,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43926aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:49,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ce2793{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/java.io.tmpdir/jetty-localhost-35743-hadoop-hdfs-3_4_1-tests_jar-_-any-12808468111642018363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:49,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b4a8a7c{HTTP/1.1, (http/1.1)}{localhost:35743} 2024-11-16T18:19:49,700 INFO [Time-limited test {}] server.Server(415): Started @174224ms 2024-11-16T18:19:49,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:19:50,331 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/data/data1/current/BP-53112364-172.17.0.2-1731781188659/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:50,331 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/data/data2/current/BP-53112364-172.17.0.2-1731781188659/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:50,345 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:19:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6707f9222e08820 with lease ID 0xf09251ed8b5698e9: Processing first storage report for DS-2b366f5d-34f1-4386-a67d-079125994f8a from datanode DatanodeRegistration(127.0.0.1:39901, datanodeUuid=d24a5771-6e5c-4c02-872f-7732a46b6fb3, infoPort=39275, infoSecurePort=0, ipcPort=36179, storageInfo=lv=-57;cid=testClusterID;nsid=1246104860;c=1731781188659) 2024-11-16T18:19:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6707f9222e08820 with lease ID 0xf09251ed8b5698e9: from storage DS-2b366f5d-34f1-4386-a67d-079125994f8a node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=d24a5771-6e5c-4c02-872f-7732a46b6fb3, infoPort=39275, infoSecurePort=0, ipcPort=36179, storageInfo=lv=-57;cid=testClusterID;nsid=1246104860;c=1731781188659), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe6707f9222e08820 with lease ID 0xf09251ed8b5698e9: Processing first storage report for DS-f21eada9-52c0-4770-83c1-1db3e788c92e from datanode DatanodeRegistration(127.0.0.1:39901, datanodeUuid=d24a5771-6e5c-4c02-872f-7732a46b6fb3, infoPort=39275, infoSecurePort=0, ipcPort=36179, storageInfo=lv=-57;cid=testClusterID;nsid=1246104860;c=1731781188659) 2024-11-16T18:19:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe6707f9222e08820 with lease ID 0xf09251ed8b5698e9: from storage DS-f21eada9-52c0-4770-83c1-1db3e788c92e node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=d24a5771-6e5c-4c02-872f-7732a46b6fb3, infoPort=39275, infoSecurePort=0, ipcPort=36179, storageInfo=lv=-57;cid=testClusterID;nsid=1246104860;c=1731781188659), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:50,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8 2024-11-16T18:19:50,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:50,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:19:50,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239 with version=8 2024-11-16T18:19:50,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/hbase-staging 2024-11-16T18:19:50,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:50,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39365 2024-11-16T18:19:50,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39365 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:50,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393650x0, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:50,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39365-0x10144dfd7c10000 connected 2024-11-16T18:19:50,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:50,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:51,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/running 2024-11-16T18:19:51,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239, hbase.cluster.distributed=false 2024-11-16T18:19:51,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/acl 2024-11-16T18:19:51,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-16T18:19:51,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39365 2024-11-16T18:19:51,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39365 2024-11-16T18:19:51,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-16T18:19:51,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-16T18:19:51,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:19:51,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:51,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46829 2024-11-16T18:19:51,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46829 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:51,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:51,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:51,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468290x0, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:51,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46829-0x10144dfd7c10001 connected 2024-11-16T18:19:51,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/running 2024-11-16T18:19:51,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:19:51,038 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:19:51,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/master 2024-11-16T18:19:51,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/acl 2024-11-16T18:19:51,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-16T18:19:51,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46829 2024-11-16T18:19:51,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46829 2024-11-16T18:19:51,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-16T18:19:51,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46829 2024-11-16T18:19:51,062 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:39365 2024-11-16T18:19:51,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1906413197/backup-masters/3bde9015baec,39365,1731781190831 2024-11-16T18:19:51,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/backup-masters 2024-11-16T18:19:51,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/backup-masters 2024-11-16T18:19:51,071 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on existing znode=/0-1906413197/backup-masters/3bde9015baec,39365,1731781190831 2024-11-16T18:19:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1906413197/master 2024-11-16T18:19:51,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:51,082 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on existing znode=/0-1906413197/master 2024-11-16T18:19:51,082 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1906413197/backup-masters/3bde9015baec,39365,1731781190831 from backup master directory 2024-11-16T18:19:51,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/backup-masters 2024-11-16T18:19:51,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1906413197/backup-masters/3bde9015baec,39365,1731781190831 2024-11-16T18:19:51,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/backup-masters 2024-11-16T18:19:51,092 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:51,092 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,39365,1731781190831 2024-11-16T18:19:51,096 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/hbase.id] with ID: da15b945-0dca-42fb-b9d2-be52393bd3ba 2024-11-16T18:19:51,096 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/.tmp/hbase.id 2024-11-16T18:19:51,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:19:51,100 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/.tmp/hbase.id]:[hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/hbase.id] 2024-11-16T18:19:51,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:51,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:19:51,109 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:19:51,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:51,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:51,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:51,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:19:51,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:51,534 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:51,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:19:51,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:19:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:19:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:19:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:19:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:19:51,941 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store 2024-11-16T18:19:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:52,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:52,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:52,347 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781192347Disabling compacts and flushes for region at 1731781192347Disabling writes for close at 1731781192347Writing region close event to WAL at 1731781192347Closed at 1731781192347 2024-11-16T18:19:52,348 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/.initializing 2024-11-16T18:19:52,348 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/WALs/3bde9015baec,39365,1731781190831 2024-11-16T18:19:52,349 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:52,350 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C39365%2C1731781190831, suffix=, logDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/WALs/3bde9015baec,39365,1731781190831, archiveDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/oldWALs, maxLogs=10 2024-11-16T18:19:52,361 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/WALs/3bde9015baec,39365,1731781190831/3bde9015baec%2C39365%2C1731781190831.1731781192350, exclude list is [], retry=0 2024-11-16T18:19:52,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-2b366f5d-34f1-4386-a67d-079125994f8a,DISK] 2024-11-16T18:19:52,365 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/WALs/3bde9015baec,39365,1731781190831/3bde9015baec%2C39365%2C1731781190831.1731781192350 2024-11-16T18:19:52,365 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-16T18:19:52,365 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:52,366 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:52,366 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,366 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:19:52,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:52,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:52,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:19:52,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:52,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:19:52,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:52,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:52,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:19:52,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:52,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:52,373 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,374 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,374 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,375 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,375 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,376 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:52,377 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:52,378 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:52,379 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67413274, jitterRate=0.004536062479019165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:52,379 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781192366Initializing all the Stores at 1731781192367 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781192367Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781192367Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781192367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781192367Cleaning up temporary data from old regions at 1731781192375 (+8 ms)Region opened successfully at 1731781192379 (+4 ms) 2024-11-16T18:19:52,380 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:19:52,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6a832d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:52,383 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:19:52,383 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:19:52,383 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:19:52,383 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:19:52,384 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:19:52,384 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:19:52,384 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:19:52,386 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:19:52,386 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Unable to get data of znode /0-1906413197/balancer because node does not exist (not necessarily an error) 2024-11-16T18:19:52,481 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/balancer already deleted, retry=false 2024-11-16T18:19:52,482 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:19:52,482 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Unable to get data of znode /0-1906413197/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:19:52,492 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/normalizer already deleted, retry=false 2024-11-16T18:19:52,492 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:19:52,493 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Unable to get data of znode /0-1906413197/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:19:52,502 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/switch/split already deleted, retry=false 2024-11-16T18:19:52,503 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Unable to get data of znode /0-1906413197/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:19:52,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/switch/merge already deleted, retry=false 2024-11-16T18:19:52,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Unable to get data of znode /0-1906413197/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:19:52,523 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/snapshot-cleanup already deleted, retry=false 2024-11-16T18:19:52,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1906413197/running 2024-11-16T18:19:52,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1906413197/running 2024-11-16T18:19:52,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,534 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,39365,1731781190831, sessionid=0x10144dfd7c10000, setting cluster-up flag (Was=false) 2024-11-16T18:19:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,587 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1906413197/flush-table-proc/acquired, /0-1906413197/flush-table-proc/reached, /0-1906413197/flush-table-proc/abort 2024-11-16T18:19:52,588 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,39365,1731781190831 2024-11-16T18:19:52,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:52,639 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1906413197/online-snapshot/acquired, /0-1906413197/online-snapshot/reached, /0-1906413197/online-snapshot/abort 2024-11-16T18:19:52,640 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,39365,1731781190831 2024-11-16T18:19:52,641 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:19:52,643 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:52,643 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:19:52,643 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:19:52,643 WARN [master/3bde9015baec:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3bde9015baec,36577,1731781163537: status=Processing ServerCrashProcedure of 3bde9015baec,36577,1731781163537 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731781178089, completionTime=-1 appears to have been leaked 2024-11-16T18:19:52,643 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,39365,1731781190831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:19:52,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:52,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:52,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:52,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:52,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:19:52,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:52,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781222646 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:19:52,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:19:52,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:19:52,646 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:19:52,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:19:52,647 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781192647,5,FailOnTimeoutGroup] 2024-11-16T18:19:52,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:19:52,647 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781192647,5,FailOnTimeoutGroup] 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,647 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,656 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(746): ClusterId : da15b945-0dca-42fb-b9d2-be52393bd3ba 2024-11-16T18:19:52,656 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:19:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:19:52,669 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:19:52,669 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:19:52,682 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:19:52,682 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1a266f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:52,693 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:46829 2024-11-16T18:19:52,693 INFO [RS:0;3bde9015baec:46829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:19:52,693 INFO [RS:0;3bde9015baec:46829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:19:52,693 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:19:52,693 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,39365,1731781190831 with port=46829, startcode=1731781191016 2024-11-16T18:19:52,693 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:19:52,695 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:19:52,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39365 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,696 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239 2024-11-16T18:19:52,696 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34411 2024-11-16T18:19:52,696 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:19:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/rs 2024-11-16T18:19:52,703 DEBUG [RS:0;3bde9015baec:46829 {}] zookeeper.ZKUtil(111): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on existing znode=/0-1906413197/rs/3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,703 WARN [RS:0;3bde9015baec:46829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:52,703 INFO [RS:0;3bde9015baec:46829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:52,703 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,46829,1731781191016] 2024-11-16T18:19:52,706 INFO [RS:0;3bde9015baec:46829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:19:52,708 INFO [RS:0;3bde9015baec:46829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:19:52,708 INFO [RS:0;3bde9015baec:46829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:19:52,708 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,711 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:19:52,712 INFO [RS:0;3bde9015baec:46829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:19:52,712 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,712 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:52,713 DEBUG [RS:0;3bde9015baec:46829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:52,718 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,718 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,718 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,718 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,719 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,719 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,46829,1731781191016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:52,732 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:19:52,733 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,46829,1731781191016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,733 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,733 INFO [RS:0;3bde9015baec:46829 {}] regionserver.Replication(171): 3bde9015baec,46829,1731781191016 started 2024-11-16T18:19:52,745 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:52,745 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,46829,1731781191016, RpcServer on 3bde9015baec/172.17.0.2:46829, sessionid=0x10144dfd7c10001 2024-11-16T18:19:52,745 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:19:52,745 DEBUG [RS:0;3bde9015baec:46829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,46829,1731781191016' 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1906413197/flush-table-proc/abort' 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1906413197/flush-table-proc/acquired' 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,46829,1731781191016 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,46829,1731781191016' 2024-11-16T18:19:52,746 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1906413197/online-snapshot/abort' 2024-11-16T18:19:52,747 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1906413197/online-snapshot/acquired' 2024-11-16T18:19:52,747 DEBUG [RS:0;3bde9015baec:46829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:19:52,747 INFO [RS:0;3bde9015baec:46829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:19:52,747 INFO [RS:0;3bde9015baec:46829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:19:52,847 INFO [RS:0;3bde9015baec:46829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:52,849 INFO [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C46829%2C1731781191016, suffix=, logDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016, archiveDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs, maxLogs=10 2024-11-16T18:19:52,866 DEBUG [RS:0;3bde9015baec:46829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849, exclude list is [], retry=0 2024-11-16T18:19:52,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-2b366f5d-34f1-4386-a67d-079125994f8a,DISK] 2024-11-16T18:19:52,870 INFO [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 2024-11-16T18:19:52,870 DEBUG [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-16T18:19:53,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:19:53,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239 2024-11-16T18:19:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:19:53,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:53,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:53,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:53,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:53,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:53,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:53,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:53,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:53,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:53,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:53,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740 2024-11-16T18:19:53,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740 2024-11-16T18:19:53,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:53,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:53,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:53,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:53,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:53,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72305990, jitterRate=0.0774432122707367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781193463Initializing all the Stores at 1731781193464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781193464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193464Cleaning up temporary data from old regions at 1731781193471 (+7 ms)Region opened successfully at 1731781193475 (+4 ms) 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:53,475 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:53,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:53,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781193475Disabling compacts and flushes for region at 1731781193475Disabling writes for close at 1731781193475Writing region close event to WAL at 1731781193475Closed at 1731781193475 2024-11-16T18:19:53,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:53,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:19:53,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:19:53,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:53,478 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:19:53,628 DEBUG [3bde9015baec:39365 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:53,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:19:53,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,46829,1731781191016, state=OPENING 2024-11-16T18:19:53,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:19:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:53,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:19:53,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1906413197/meta-region-server: CHANGED 2024-11-16T18:19:53,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1906413197/meta-region-server: CHANGED 2024-11-16T18:19:53,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:53,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,46829,1731781191016}] 2024-11-16T18:19:53,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:19:53,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:19:53,908 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:19:53,908 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:53,908 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:19:53,910 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C46829%2C1731781191016.meta, suffix=.meta, logDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016, archiveDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs, maxLogs=10 2024-11-16T18:19:53,921 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.meta.1731781193910.meta, exclude list is [], retry=0 2024-11-16T18:19:53,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-2b366f5d-34f1-4386-a67d-079125994f8a,DISK] 2024-11-16T18:19:53,924 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.meta.1731781193910.meta 2024-11-16T18:19:53,924 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:53,925 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:19:53,925 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:19:53,925 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:19:53,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:53,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:53,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:53,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:53,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:53,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:53,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:53,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:53,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:53,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:53,931 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:53,931 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740 2024-11-16T18:19:53,932 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740 2024-11-16T18:19:53,933 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:53,933 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:53,933 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:53,934 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:53,935 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61410067, jitterRate=-0.08491869270801544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:53,935 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:19:53,936 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781193925Writing region info on filesystem at 1731781193925Initializing all the Stores at 1731781193926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781193926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781193926Cleaning up temporary data from old regions at 1731781193933 (+7 ms)Running coprocessor post-open hooks at 1731781193935 (+2 ms)Region opened successfully at 1731781193935 2024-11-16T18:19:53,936 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781193904 2024-11-16T18:19:53,938 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:19:53,938 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:19:53,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:19:53,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,46829,1731781191016, state=OPEN 2024-11-16T18:19:53,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1906413197/meta-region-server 2024-11-16T18:19:53,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1906413197/meta-region-server 2024-11-16T18:19:53,955 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,46829,1731781191016 2024-11-16T18:19:53,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1906413197/meta-region-server: CHANGED 2024-11-16T18:19:53,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1906413197/meta-region-server: CHANGED 2024-11-16T18:19:53,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:19:53,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,46829,1731781191016 in 203 msec 2024-11-16T18:19:53,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:19:53,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-16T18:19:53,959 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:53,959 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:19:53,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:53,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:19:53,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:53,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:53,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-16T18:19:53,966 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781193965, completionTime=-1 2024-11-16T18:19:53,966 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:19:53,966 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781253968 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781313968 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:39365, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,968 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:53,970 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:19:53,971 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:53,972 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:19:53,974 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:19:53,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:19:53,974 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39365,1731781190831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:54,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768193c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:54,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:19:54,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:54,058 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:19:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:19:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160cf795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:19:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:54,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:54,059 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:54,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c727d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:54,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:19:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:54,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:54,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,39365,1731781190831 2024-11-16T18:19:54,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:54,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:54,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144dfd7c10002 connected 2024-11-16T18:19:54,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir so I do NOT create it in target/test-data/151e2e11-5035-344d-414f-29258998ab62 2024-11-16T18:19:54,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:19:54,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.tmp.dir so I do NOT create it in target/test-data/151e2e11-5035-344d-414f-29258998ab62 2024-11-16T18:19:54,305 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:19:54,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62 2024-11-16T18:19:54,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/cluster_71de6b42-f49c-bd05-f9ca-372458dc47cf, deleteOnExit=true 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/test.cache.data in system properties and HBase conf 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:19:54,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:19:54,306 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:19:54,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:19:54,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:19:54,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:54,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:54,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:54,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:54,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:19:54,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:54,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c0b2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:54,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77949d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:54,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd5fa81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/java.io.tmpdir/jetty-localhost-42791-hadoop-hdfs-3_4_1-tests_jar-_-any-11969066388072794853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:19:54,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24c09ddd{HTTP/1.1, (http/1.1)}{localhost:42791} 2024-11-16T18:19:54,729 INFO [Time-limited test {}] server.Server(415): Started @179253ms 2024-11-16T18:19:54,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:19:54,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:19:54,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:19:54,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:19:54,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:19:54,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:19:54,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16739b31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:19:55,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75671e44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/java.io.tmpdir/jetty-localhost-41187-hadoop-hdfs-3_4_1-tests_jar-_-any-12316108326481424621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:19:55,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7f9b70{HTTP/1.1, (http/1.1)}{localhost:41187} 2024-11-16T18:19:55,085 INFO [Time-limited test {}] server.Server(415): Started @179609ms 2024-11-16T18:19:55,085 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:19:55,729 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/cluster_71de6b42-f49c-bd05-f9ca-372458dc47cf/data/data1/current/BP-1986518302-172.17.0.2-1731781194327/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:55,730 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/cluster_71de6b42-f49c-bd05-f9ca-372458dc47cf/data/data2/current/BP-1986518302-172.17.0.2-1731781194327/current, will proceed with Du for space computation calculation, 2024-11-16T18:19:55,750 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:19:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aeccf9893b77563 with lease ID 0x8ca62c32fe2537f: Processing first storage report for DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1 from datanode DatanodeRegistration(127.0.0.1:37763, datanodeUuid=dc98f92b-d8e5-4909-9085-e090d780c482, infoPort=44539, infoSecurePort=0, ipcPort=43579, storageInfo=lv=-57;cid=testClusterID;nsid=857336042;c=1731781194327) 2024-11-16T18:19:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aeccf9893b77563 with lease ID 0x8ca62c32fe2537f: from storage DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1 node DatanodeRegistration(127.0.0.1:37763, datanodeUuid=dc98f92b-d8e5-4909-9085-e090d780c482, infoPort=44539, infoSecurePort=0, ipcPort=43579, storageInfo=lv=-57;cid=testClusterID;nsid=857336042;c=1731781194327), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aeccf9893b77563 with lease ID 0x8ca62c32fe2537f: Processing first storage report for DS-48bfeff0-811e-4cc1-9670-db4b37cdf542 from datanode DatanodeRegistration(127.0.0.1:37763, datanodeUuid=dc98f92b-d8e5-4909-9085-e090d780c482, infoPort=44539, infoSecurePort=0, ipcPort=43579, storageInfo=lv=-57;cid=testClusterID;nsid=857336042;c=1731781194327) 2024-11-16T18:19:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aeccf9893b77563 with lease ID 0x8ca62c32fe2537f: from storage DS-48bfeff0-811e-4cc1-9670-db4b37cdf542 node DatanodeRegistration(127.0.0.1:37763, datanodeUuid=dc98f92b-d8e5-4909-9085-e090d780c482, infoPort=44539, infoSecurePort=0, ipcPort=43579, storageInfo=lv=-57;cid=testClusterID;nsid=857336042;c=1731781194327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:19:55,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62 2024-11-16T18:19:55,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:55,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:19:56,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3 with version=8 2024-11-16T18:19:56,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/hbase-staging 2024-11-16T18:19:56,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:56,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:56,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35997 2024-11-16T18:19:56,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35997 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:56,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359970x0, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:56,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35997-0x10144dfd7c10003 connected 2024-11-16T18:19:56,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:56,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:56,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/running 2024-11-16T18:19:56,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3, hbase.cluster.distributed=false 2024-11-16T18:19:56,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/acl 2024-11-16T18:19:56,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-16T18:19:56,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35997 2024-11-16T18:19:56,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35997 2024-11-16T18:19:56,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-16T18:19:56,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35997 2024-11-16T18:19:56,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:19:56,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:19:56,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:19:56,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33559 2024-11-16T18:19:56,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33559 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:56,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:56,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:56,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335590x0, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:56,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335590x0, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/running 2024-11-16T18:19:56,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33559-0x10144dfd7c10004 connected 2024-11-16T18:19:56,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:19:56,440 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:19:56,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/master 2024-11-16T18:19:56,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/acl 2024-11-16T18:19:56,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-16T18:19:56,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33559 2024-11-16T18:19:56,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33559 2024-11-16T18:19:56,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-16T18:19:56,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-16T18:19:56,461 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:35997 2024-11-16T18:19:56,461 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1634124408/backup-masters/3bde9015baec,35997,1731781196228 2024-11-16T18:19:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/backup-masters 2024-11-16T18:19:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/backup-masters 2024-11-16T18:19:56,471 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on existing znode=/1-1634124408/backup-masters/3bde9015baec,35997,1731781196228 2024-11-16T18:19:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1634124408/master 2024-11-16T18:19:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:56,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:56,482 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on existing znode=/1-1634124408/master 2024-11-16T18:19:56,482 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1634124408/backup-masters/3bde9015baec,35997,1731781196228 from backup master directory 2024-11-16T18:19:56,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/backup-masters 2024-11-16T18:19:56,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1634124408/backup-masters/3bde9015baec,35997,1731781196228 2024-11-16T18:19:56,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/backup-masters 2024-11-16T18:19:56,492 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:56,492 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,35997,1731781196228 2024-11-16T18:19:56,495 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/hbase.id] with ID: f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79 2024-11-16T18:19:56,495 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/.tmp/hbase.id 2024-11-16T18:19:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:19:56,500 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/.tmp/hbase.id]:[hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/hbase.id] 2024-11-16T18:19:56,509 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:19:56,510 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:19:56,510 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T18:19:56,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:56,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:19:56,534 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:56,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:19:56,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:56,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:19:56,942 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store 2024-11-16T18:19:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:19:57,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:19:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:19:57,352 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:57,352 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:19:57,353 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:57,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:57,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:19:57,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:57,353 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:19:57,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781197352Disabling compacts and flushes for region at 1731781197352Disabling writes for close at 1731781197353 (+1 ms)Writing region close event to WAL at 1731781197353Closed at 1731781197353 2024-11-16T18:19:57,354 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/.initializing 2024-11-16T18:19:57,354 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/WALs/3bde9015baec,35997,1731781196228 2024-11-16T18:19:57,355 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:57,356 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C35997%2C1731781196228, suffix=, logDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/WALs/3bde9015baec,35997,1731781196228, archiveDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/oldWALs, maxLogs=10 2024-11-16T18:19:57,368 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/WALs/3bde9015baec,35997,1731781196228/3bde9015baec%2C35997%2C1731781196228.1731781197356, exclude list is [], retry=0 2024-11-16T18:19:57,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1,DISK] 2024-11-16T18:19:57,372 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/WALs/3bde9015baec,35997,1731781196228/3bde9015baec%2C35997%2C1731781196228.1731781197356 2024-11-16T18:19:57,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T18:19:57,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:57,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:57,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,372 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:19:57,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:57,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:19:57,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:57,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:19:57,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:57,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:19:57,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:57,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:19:57,380 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,380 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,381 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,382 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:57,383 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:19:57,384 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:57,385 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69418375, jitterRate=0.034414395689964294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:57,385 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781197373Initializing all the Stores at 1731781197373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781197373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781197373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781197373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781197373Cleaning up temporary data from old regions at 1731781197382 (+9 ms)Region opened successfully at 1731781197385 (+3 ms) 2024-11-16T18:19:57,385 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:19:57,387 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae7a448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:57,388 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:19:57,388 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:19:57,388 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:19:57,388 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:19:57,389 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:19:57,389 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:19:57,389 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:19:57,393 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:19:57,394 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/balancer because node does not exist (not necessarily an error) 2024-11-16T18:19:57,439 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/balancer already deleted, retry=false 2024-11-16T18:19:57,439 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:19:57,440 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:19:57,527 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/normalizer already deleted, retry=false 2024-11-16T18:19:57,528 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:19:57,529 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:19:57,590 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/switch/split already deleted, retry=false 2024-11-16T18:19:57,591 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:19:57,618 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/switch/merge already deleted, retry=false 2024-11-16T18:19:57,620 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:19:57,628 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/snapshot-cleanup already deleted, retry=false 2024-11-16T18:19:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1634124408/running 2024-11-16T18:19:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1634124408/running 2024-11-16T18:19:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,639 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,35997,1731781196228, sessionid=0x10144dfd7c10003, setting cluster-up flag (Was=false) 2024-11-16T18:19:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,692 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1634124408/flush-table-proc/acquired, /1-1634124408/flush-table-proc/reached, /1-1634124408/flush-table-proc/abort 2024-11-16T18:19:57,692 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35997,1731781196228 2024-11-16T18:19:57,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:57,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1634124408/online-snapshot/acquired, /1-1634124408/online-snapshot/reached, /1-1634124408/online-snapshot/abort 2024-11-16T18:19:57,745 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35997,1731781196228 2024-11-16T18:19:57,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:19:57,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:57,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:19:57,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:19:57,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,35997,1731781196228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:57,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,753 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(746): ClusterId : f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79 2024-11-16T18:19:57,753 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:19:57,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:57,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:19:57,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:57,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781227763 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:19:57,763 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:19:57,764 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:19:57,766 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:19:57,766 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:19:57,768 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:19:57,768 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:19:57,768 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:19:57,768 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:19:57,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:19:57,772 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:19:57,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781197772,5,FailOnTimeoutGroup] 2024-11-16T18:19:57,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781197772,5,FailOnTimeoutGroup] 2024-11-16T18:19:57,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:19:57,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,776 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:19:57,777 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15631f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:19:57,789 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:33559 2024-11-16T18:19:57,789 INFO [RS:0;3bde9015baec:33559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:19:57,789 INFO [RS:0;3bde9015baec:33559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:19:57,789 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:19:57,789 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,35997,1731781196228 with port=33559, startcode=1731781196422 2024-11-16T18:19:57,790 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:19:57,791 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:19:57,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35997 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,793 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3 2024-11-16T18:19:57,793 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34491 2024-11-16T18:19:57,793 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:19:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/rs 2024-11-16T18:19:57,847 DEBUG [RS:0;3bde9015baec:33559 {}] zookeeper.ZKUtil(111): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on existing znode=/1-1634124408/rs/3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,847 WARN [RS:0;3bde9015baec:33559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:19:57,847 INFO [RS:0;3bde9015baec:33559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:57,847 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,847 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,33559,1731781196422] 2024-11-16T18:19:57,850 INFO [RS:0;3bde9015baec:33559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:19:57,852 INFO [RS:0;3bde9015baec:33559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:19:57,852 INFO [RS:0;3bde9015baec:33559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:19:57,852 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,852 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:19:57,853 INFO [RS:0;3bde9015baec:33559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:19:57,853 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:57,853 DEBUG [RS:0;3bde9015baec:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,855 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33559,1731781196422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:57,867 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:19:57,867 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33559,1731781196422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,867 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,867 INFO [RS:0;3bde9015baec:33559 {}] regionserver.Replication(171): 3bde9015baec,33559,1731781196422 started 2024-11-16T18:19:57,886 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:57,886 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,33559,1731781196422, RpcServer on 3bde9015baec/172.17.0.2:33559, sessionid=0x10144dfd7c10004 2024-11-16T18:19:57,886 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:19:57,886 DEBUG [RS:0;3bde9015baec:33559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,886 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33559,1731781196422' 2024-11-16T18:19:57,886 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1634124408/flush-table-proc/abort' 2024-11-16T18:19:57,886 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1634124408/flush-table-proc/acquired' 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,33559,1731781196422 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33559,1731781196422' 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1634124408/online-snapshot/abort' 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1634124408/online-snapshot/acquired' 2024-11-16T18:19:57,887 DEBUG [RS:0;3bde9015baec:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:19:57,888 INFO [RS:0;3bde9015baec:33559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:19:57,888 INFO [RS:0;3bde9015baec:33559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:19:57,988 INFO [RS:0;3bde9015baec:33559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:19:57,990 INFO [RS:0;3bde9015baec:33559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33559%2C1731781196422, suffix=, logDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422, archiveDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/oldWALs, maxLogs=10 2024-11-16T18:19:58,007 DEBUG [RS:0;3bde9015baec:33559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, exclude list is [], retry=0 2024-11-16T18:19:58,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1,DISK] 2024-11-16T18:19:58,011 INFO [RS:0;3bde9015baec:33559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 2024-11-16T18:19:58,011 DEBUG [RS:0;3bde9015baec:33559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T18:19:58,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:19:58,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3 2024-11-16T18:19:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:19:58,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:58,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:58,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:58,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:58,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:58,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:58,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:58,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:58,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:58,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:58,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:58,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:58,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:58,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:58,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:58,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:58,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:58,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:58,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740 2024-11-16T18:19:58,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740 2024-11-16T18:19:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:58,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:58,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:58,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:58,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:19:58,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70461101, jitterRate=0.049952223896980286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781198572Initializing all the Stores at 1731781198573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781198573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781198573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781198573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781198573Cleaning up temporary data from old regions at 1731781198580 (+7 ms)Region opened successfully at 1731781198583 (+3 ms) 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:19:58,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:19:58,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:19:58,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781198583Disabling compacts and flushes for region at 1731781198583Disabling writes for close at 1731781198583Writing region close event to WAL at 1731781198583Closed at 1731781198583 2024-11-16T18:19:58,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:58,584 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:19:58,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:19:58,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:58,586 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:19:58,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:19:58,736 DEBUG [3bde9015baec:35997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:19:58,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:19:58,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33559,1731781196422, state=OPENING 2024-11-16T18:19:58,828 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:19:58,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:58,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:19:58,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1634124408/meta-region-server: CHANGED 2024-11-16T18:19:58,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1634124408/meta-region-server: CHANGED 2024-11-16T18:19:58,839 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:19:58,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33559,1731781196422}] 2024-11-16T18:19:58,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:19:58,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:19:58,997 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:19:58,997 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:19:58,997 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:19:59,001 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33559%2C1731781196422.meta, suffix=.meta, logDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422, archiveDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/oldWALs, maxLogs=10 2024-11-16T18:19:59,014 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.meta.1731781199001.meta, exclude list is [], retry=0 2024-11-16T18:19:59,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1,DISK] 2024-11-16T18:19:59,018 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.meta.1731781199001.meta 2024-11-16T18:19:59,018 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T18:19:59,018 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:19:59,018 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:19:59,018 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:19:59,018 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:19:59,019 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:19:59,019 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:19:59,019 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:19:59,019 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:19:59,019 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:19:59,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:19:59,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:19:59,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:59,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:59,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:19:59,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:19:59,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:59,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:59,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:19:59,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:19:59,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:59,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:59,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:19:59,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:19:59,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:59,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:19:59,024 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:19:59,024 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740 2024-11-16T18:19:59,025 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740 2024-11-16T18:19:59,026 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:19:59,026 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:19:59,026 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:19:59,027 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:19:59,028 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60323953, jitterRate=-0.1011030524969101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:19:59,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:19:59,028 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781199019Writing region info on filesystem at 1731781199019Initializing all the Stores at 1731781199020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781199020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781199020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781199020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781199020Cleaning up temporary data from old regions at 1731781199026 (+6 ms)Running coprocessor post-open hooks at 1731781199028 (+2 ms)Region opened successfully at 1731781199028 2024-11-16T18:19:59,028 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781198992 2024-11-16T18:19:59,030 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:19:59,030 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:19:59,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:19:59,031 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33559,1731781196422, state=OPEN 2024-11-16T18:19:59,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1634124408/meta-region-server 2024-11-16T18:19:59,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1634124408/meta-region-server 2024-11-16T18:19:59,039 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,33559,1731781196422 2024-11-16T18:19:59,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1634124408/meta-region-server: CHANGED 2024-11-16T18:19:59,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1634124408/meta-region-server: CHANGED 2024-11-16T18:19:59,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:19:59,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33559,1731781196422 in 200 msec 2024-11-16T18:19:59,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:19:59,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-16T18:19:59,043 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:19:59,043 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:19:59,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:59,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:19:59,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:59,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:59,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-16T18:19:59,049 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781199049, completionTime=-1 2024-11-16T18:19:59,049 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:19:59,049 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781259051 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781319051 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,051 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:35997, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,052 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,052 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,053 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:19:59,054 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-16T18:19:59,054 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:19:59,054 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:19:59,055 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:19:59,055 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:19:59,055 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:19:59,055 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:19:59,055 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:19:59,056 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:19:59,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:19:59,056 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35997,1731781196228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:19:59,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db59cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:59,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:19:59,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:19:59,155 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:19:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:19:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:19:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77914a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:19:59,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:19:59,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:19:59,157 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:19:59,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4366a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:19:59,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:19:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:19:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:19:59,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:19:59,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,35997,1731781196228 2024-11-16T18:19:59,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58658 2024-11-16T18:19:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:19:59,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144dfd7c10005 connected 2024-11-16T18:19:59,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:19:59,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:19:59,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a9cda08 2024-11-16T18:19:59,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:19:59,191 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:19:59,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:19:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:19:59,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:19:59,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:19:59,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:19:59,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:19:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:19:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:19:59,606 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50fe7410a1c87d464461c7d45f104e20, NAME => 'test,,1731781199191.50fe7410a1c87d464461c7d45f104e20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239 2024-11-16T18:19:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:19:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781199191.50fe7410a1c87d464461c7d45f104e20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 50fe7410a1c87d464461c7d45f104e20, disabling compactions & flushes 2024-11-16T18:20:00,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. after waiting 0 ms 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50fe7410a1c87d464461c7d45f104e20: Waiting for close lock at 1731781200012Disabling compacts and flushes for region at 1731781200012Disabling writes for close at 1731781200012Writing region close event to WAL at 1731781200012Closed at 1731781200012 2024-11-16T18:20:00,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:00,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781199191.50fe7410a1c87d464461c7d45f104e20.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781200013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781200013"}]},"ts":"1731781200013"} 2024-11-16T18:20:00,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:00,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:00,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781200017"}]},"ts":"1731781200017"} 2024-11-16T18:20:00,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:20:00,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50fe7410a1c87d464461c7d45f104e20, ASSIGN}] 2024-11-16T18:20:00,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=50fe7410a1c87d464461c7d45f104e20, ASSIGN 2024-11-16T18:20:00,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=50fe7410a1c87d464461c7d45f104e20, ASSIGN; state=OFFLINE, location=3bde9015baec,46829,1731781191016; forceNewPlan=false, retain=false 2024-11-16T18:20:00,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50fe7410a1c87d464461c7d45f104e20, regionState=OPENING, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:20:00,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=50fe7410a1c87d464461c7d45f104e20, ASSIGN because future has completed 2024-11-16T18:20:00,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50fe7410a1c87d464461c7d45f104e20, server=3bde9015baec,46829,1731781191016}] 2024-11-16T18:20:00,330 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,330 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 50fe7410a1c87d464461c7d45f104e20, NAME => 'test,,1731781199191.50fe7410a1c87d464461c7d45f104e20.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:00,330 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:00,330 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:20:00,331 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,331 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781199191.50fe7410a1c87d464461c7d45f104e20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:00,331 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,331 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,332 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:00,333 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fe7410a1c87d464461c7d45f104e20 columnFamilyName f 2024-11-16T18:20:00,333 DEBUG [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:00,333 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(327): Store=50fe7410a1c87d464461c7d45f104e20/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:00,333 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,334 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fe7410a1c87d464461c7d45f104e20 columnFamilyName f1 2024-11-16T18:20:00,335 DEBUG [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:00,335 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(327): Store=50fe7410a1c87d464461c7d45f104e20/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:00,335 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,336 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50fe7410a1c87d464461c7d45f104e20 columnFamilyName norep 2024-11-16T18:20:00,336 DEBUG [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:00,336 INFO [StoreOpener-50fe7410a1c87d464461c7d45f104e20-1 {}] regionserver.HStore(327): Store=50fe7410a1c87d464461c7d45f104e20/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:00,336 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,337 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,337 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,338 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,338 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,338 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:00,339 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,341 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:00,342 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 50fe7410a1c87d464461c7d45f104e20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64034893, jitterRate=-0.045805737376213074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:00,342 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:00,343 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 50fe7410a1c87d464461c7d45f104e20: Running coprocessor pre-open hook at 1731781200331Writing region info on filesystem at 1731781200331Initializing all the Stores at 1731781200331Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781200332 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781200332Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781200332Cleaning up temporary data from old regions at 1731781200338 (+6 ms)Running coprocessor post-open hooks at 1731781200342 (+4 ms)Region opened successfully at 1731781200342 2024-11-16T18:20:00,343 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., pid=6, masterSystemTime=1731781200326 2024-11-16T18:20:00,345 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,345 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:00,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=50fe7410a1c87d464461c7d45f104e20, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:20:00,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50fe7410a1c87d464461c7d45f104e20, server=3bde9015baec,46829,1731781191016 because future has completed 2024-11-16T18:20:00,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:20:00,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 50fe7410a1c87d464461c7d45f104e20, server=3bde9015baec,46829,1731781191016 in 175 msec 2024-11-16T18:20:00,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:20:00,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=50fe7410a1c87d464461c7d45f104e20, ASSIGN in 332 msec 2024-11-16T18:20:00,354 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:00,354 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781200354"}]},"ts":"1731781200354"} 2024-11-16T18:20:00,356 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:20:00,357 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:00,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-16T18:20:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:01,353 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:20:01,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74f429f2 2024-11-16T18:20:01,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:01,355 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:01,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:20:01,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:01,358 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:01,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:20:01,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:20:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:01,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:20:01,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:01,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:20:01,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:01,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:01,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:20:01,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:01,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T18:20:01,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:01,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:20:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:01,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:20:01,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:01,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 399841d3f4ee310a5f6616e6519474e0, NAME => 'test,,1731781201355.399841d3f4ee310a5f6616e6519474e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3 2024-11-16T18:20:01,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:02,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781201355.399841d3f4ee310a5f6616e6519474e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:02,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 399841d3f4ee310a5f6616e6519474e0, disabling compactions & flushes 2024-11-16T18:20:02,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. after waiting 0 ms 2024-11-16T18:20:02,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,178 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 399841d3f4ee310a5f6616e6519474e0: Waiting for close lock at 1731781202178Disabling compacts and flushes for region at 1731781202178Disabling writes for close at 1731781202178Writing region close event to WAL at 1731781202178Closed at 1731781202178 2024-11-16T18:20:02,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:02,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781201355.399841d3f4ee310a5f6616e6519474e0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781202179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781202179"}]},"ts":"1731781202179"} 2024-11-16T18:20:02,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:02,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:02,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781202182"}]},"ts":"1731781202182"} 2024-11-16T18:20:02,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:20:02,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=399841d3f4ee310a5f6616e6519474e0, ASSIGN}] 2024-11-16T18:20:02,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=399841d3f4ee310a5f6616e6519474e0, ASSIGN 2024-11-16T18:20:02,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=399841d3f4ee310a5f6616e6519474e0, ASSIGN; state=OFFLINE, location=3bde9015baec,33559,1731781196422; forceNewPlan=false, retain=false 2024-11-16T18:20:02,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=399841d3f4ee310a5f6616e6519474e0, regionState=OPENING, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:20:02,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=399841d3f4ee310a5f6616e6519474e0, ASSIGN because future has completed 2024-11-16T18:20:02,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399841d3f4ee310a5f6616e6519474e0, server=3bde9015baec,33559,1731781196422}] 2024-11-16T18:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:02,495 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,495 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 399841d3f4ee310a5f6616e6519474e0, NAME => 'test,,1731781201355.399841d3f4ee310a5f6616e6519474e0.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:02,496 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:02,496 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:20:02,496 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,496 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781201355.399841d3f4ee310a5f6616e6519474e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:02,496 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,496 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,497 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,498 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 399841d3f4ee310a5f6616e6519474e0 columnFamilyName f 2024-11-16T18:20:02,499 DEBUG [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:02,499 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(327): Store=399841d3f4ee310a5f6616e6519474e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:02,499 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,500 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 399841d3f4ee310a5f6616e6519474e0 columnFamilyName f1 2024-11-16T18:20:02,500 DEBUG [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:02,500 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(327): Store=399841d3f4ee310a5f6616e6519474e0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:02,500 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,501 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 399841d3f4ee310a5f6616e6519474e0 columnFamilyName norep 2024-11-16T18:20:02,501 DEBUG [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:02,501 INFO [StoreOpener-399841d3f4ee310a5f6616e6519474e0-1 {}] regionserver.HStore(327): Store=399841d3f4ee310a5f6616e6519474e0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:02,502 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,502 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,503 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,503 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,503 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,504 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:02,505 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,506 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:02,507 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 399841d3f4ee310a5f6616e6519474e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59983027, jitterRate=-0.1061832457780838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:02,507 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:02,507 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 399841d3f4ee310a5f6616e6519474e0: Running coprocessor pre-open hook at 1731781202496Writing region info on filesystem at 1731781202496Initializing all the Stores at 1731781202497 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781202497Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781202497Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781202497Cleaning up temporary data from old regions at 1731781202503 (+6 ms)Running coprocessor post-open hooks at 1731781202507 (+4 ms)Region opened successfully at 1731781202507 2024-11-16T18:20:02,507 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., pid=6, masterSystemTime=1731781202492 2024-11-16T18:20:02,509 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,509 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:02,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=399841d3f4ee310a5f6616e6519474e0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:20:02,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 399841d3f4ee310a5f6616e6519474e0, server=3bde9015baec,33559,1731781196422 because future has completed 2024-11-16T18:20:02,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:20:02,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 399841d3f4ee310a5f6616e6519474e0, server=3bde9015baec,33559,1731781196422 in 172 msec 2024-11-16T18:20:02,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:20:02,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=399841d3f4ee310a5f6616e6519474e0, ASSIGN in 329 msec 2024-11-16T18:20:02,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:02,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781202516"}]},"ts":"1731781202516"} 2024-11-16T18:20:02,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:20:02,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:02,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-16T18:20:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:03,502 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:20:03,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392984a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:03,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:03,504 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170d7e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:03,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:03,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,505 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a25ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f73c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:03,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:03,507 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74007377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,508 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec64d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:03,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:03,510 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,511 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:03,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a0d593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:20:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bced04f 2024-11-16T18:20:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:03,514 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:03,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:35997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:20:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:20:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:03,516 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:35997' 2024-11-16T18:20:03,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003b4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,517 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:03,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:03,518 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:03,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5369db6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:03,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,519 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:03,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ca8519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:03,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6907a099 2024-11-16T18:20:03,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:03,522 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:03,522 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:20:03,522 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:20:03,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,522 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:03,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:03,523 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:03,524 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:20:03,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:03,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:03,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:20:03,534 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a8ed5b14e14e2047c40ef9952696572, NAME => 'hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239 2024-11-16T18:20:03,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:20:03,574 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:20:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:03,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:20:03,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:03,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a8ed5b14e14e2047c40ef9952696572, disabling compactions & flushes 2024-11-16T18:20:03,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:03,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:03,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. after waiting 0 ms 2024-11-16T18:20:03,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:03,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:03,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a8ed5b14e14e2047c40ef9952696572: Waiting for close lock at 1731781203940Disabling compacts and flushes for region at 1731781203940Disabling writes for close at 1731781203940Writing region close event to WAL at 1731781203940Closed at 1731781203940 2024-11-16T18:20:03,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:03,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781203941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781203941"}]},"ts":"1731781203941"} 2024-11-16T18:20:03,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:03,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:03,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781203944"}]},"ts":"1731781203944"} 2024-11-16T18:20:03,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:20:03,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a8ed5b14e14e2047c40ef9952696572, ASSIGN}] 2024-11-16T18:20:03,947 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a8ed5b14e14e2047c40ef9952696572, ASSIGN 2024-11-16T18:20:03,948 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a8ed5b14e14e2047c40ef9952696572, ASSIGN; state=OFFLINE, location=3bde9015baec,46829,1731781191016; forceNewPlan=false, retain=false 2024-11-16T18:20:04,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a8ed5b14e14e2047c40ef9952696572, regionState=OPENING, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:20:04,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a8ed5b14e14e2047c40ef9952696572, ASSIGN because future has completed 2024-11-16T18:20:04,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8ed5b14e14e2047c40ef9952696572, server=3bde9015baec,46829,1731781191016}] 2024-11-16T18:20:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:04,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:04,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:04,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:20:04,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C46829%2C1731781191016.rep, suffix=, logDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016, archiveDir=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs, maxLogs=10 2024-11-16T18:20:04,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.rep.1731781204258, exclude list is [], retry=0 2024-11-16T18:20:04,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-2b366f5d-34f1-4386-a67d-079125994f8a,DISK] 2024-11-16T18:20:04,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.rep.1731781204258 2024-11-16T18:20:04,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39275:39275)] 2024-11-16T18:20:04,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a8ed5b14e14e2047c40ef9952696572, NAME => 'hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:04,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:04,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:04,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. service=MultiRowMutationService 2024-11-16T18:20:04,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:20:04,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:04,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,275 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,276 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8ed5b14e14e2047c40ef9952696572 columnFamilyName hfileref 2024-11-16T18:20:04,276 DEBUG [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:04,276 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(327): Store=3a8ed5b14e14e2047c40ef9952696572/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:04,276 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,277 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8ed5b14e14e2047c40ef9952696572 columnFamilyName queue 2024-11-16T18:20:04,277 DEBUG [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:04,277 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(327): Store=3a8ed5b14e14e2047c40ef9952696572/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:04,278 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,278 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a8ed5b14e14e2047c40ef9952696572 columnFamilyName sid 2024-11-16T18:20:04,278 DEBUG [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:04,278 INFO [StoreOpener-3a8ed5b14e14e2047c40ef9952696572-1 {}] regionserver.HStore(327): Store=3a8ed5b14e14e2047c40ef9952696572/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:04,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:04,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:04,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a8ed5b14e14e2047c40ef9952696572; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60859316, jitterRate=-0.09312552213668823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:04,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:04,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a8ed5b14e14e2047c40ef9952696572: Running coprocessor pre-open hook at 1731781204274Writing region info on filesystem at 1731781204274Initializing all the Stores at 1731781204274Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781204275 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781204275Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781204275Cleaning up temporary data from old regions at 1731781204280 (+5 ms)Running coprocessor post-open hooks at 1731781204284 (+4 ms)Region opened successfully at 1731781204284 2024-11-16T18:20:04,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572., pid=10, masterSystemTime=1731781204253 2024-11-16T18:20:04,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:04,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:04,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a8ed5b14e14e2047c40ef9952696572, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,46829,1731781191016 2024-11-16T18:20:04,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a8ed5b14e14e2047c40ef9952696572, server=3bde9015baec,46829,1731781191016 because future has completed 2024-11-16T18:20:04,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:20:04,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a8ed5b14e14e2047c40ef9952696572, server=3bde9015baec,46829,1731781191016 in 189 msec 2024-11-16T18:20:04,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:20:04,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a8ed5b14e14e2047c40ef9952696572, ASSIGN in 345 msec 2024-11-16T18:20:04,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:04,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781204294"}]},"ts":"1731781204294"} 2024-11-16T18:20:04,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:20:04,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:04,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-16T18:20:04,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572., hostname=3bde9015baec,46829,1731781191016, seqNum=2] 2024-11-16T18:20:04,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:20:04,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:20:04,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:20:04,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:04,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:20:04,571 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:20:04,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:04,599 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,46829,1731781191016, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:20:04,599 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:04,600 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:20:04,600 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:04,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:04,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,46829,1731781191016', locateType=CURRENT is [region=hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572., hostname=3bde9015baec,46829,1731781191016, seqNum=2] 2024-11-16T18:20:04,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:20:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:20:04,608 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,46829,1731781191016 suceeded 2024-11-16T18:20:04,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:20:04,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-16T18:20:04,610 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:35997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:20:04,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0960 sec 2024-11-16T18:20:04,624 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:35997' 2024-11-16T18:20:04,625 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57153263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,625 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:04,626 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:04,626 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:04,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:04,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:04,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:04,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:04,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,628 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:04,629 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79deb74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,629 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:04,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:04,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ecc839 2024-11-16T18:20:04,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:04,631 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:04,631 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,46829,1731781191016 (queues=1) is replicating from cluster=da15b945-0dca-42fb-b9d2-be52393bd3ba to cluster=f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79 2024-11-16T18:20:04,631 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C46829%2C1731781191016 2024-11-16T18:20:04,631 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,46829,1731781191016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:20:04,632 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C46829%2C1731781191016 2024-11-16T18:20:04,632 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849, startPosition=0, beingWritten=true 2024-11-16T18:20:04,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:04,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:04,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,46829,1731781191016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:04,653 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:20:04,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:04,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:04,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:04,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a5e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:04,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:04,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625a7622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,656 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13dd9c8c 2024-11-16T18:20:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:04,659 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:04,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:39365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:20:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:20:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:04,662 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:39365' 2024-11-16T18:20:04,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9dabd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,663 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:04,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:04,664 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5033380d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,665 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c10361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:04,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:20:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d708d5 2024-11-16T18:20:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:04,668 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:04,668 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:20:04,668 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:20:04,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,668 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:04,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:04,669 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:04,670 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:20:04,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:04,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:04,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:20:04,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f013c930b074742a8ae78303dbe5b480, NAME => 'hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3 2024-11-16T18:20:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:20:04,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:20:04,720 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:20:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:04,841 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:05,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:05,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f013c930b074742a8ae78303dbe5b480, disabling compactions & flushes 2024-11-16T18:20:05,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. after waiting 0 ms 2024-11-16T18:20:05,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f013c930b074742a8ae78303dbe5b480: Waiting for close lock at 1731781205085Disabling compacts and flushes for region at 1731781205085Disabling writes for close at 1731781205085Writing region close event to WAL at 1731781205085Closed at 1731781205086 (+1 ms) 2024-11-16T18:20:05,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:05,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781205087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781205087"}]},"ts":"1731781205087"} 2024-11-16T18:20:05,089 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:05,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:05,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781205090"}]},"ts":"1731781205090"} 2024-11-16T18:20:05,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:20:05,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f013c930b074742a8ae78303dbe5b480, ASSIGN}] 2024-11-16T18:20:05,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f013c930b074742a8ae78303dbe5b480, ASSIGN 2024-11-16T18:20:05,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f013c930b074742a8ae78303dbe5b480, ASSIGN; state=OFFLINE, location=3bde9015baec,33559,1731781196422; forceNewPlan=false, retain=false 2024-11-16T18:20:05,146 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:05,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f013c930b074742a8ae78303dbe5b480, regionState=OPENING, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:20:05,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f013c930b074742a8ae78303dbe5b480, ASSIGN because future has completed 2024-11-16T18:20:05,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f013c930b074742a8ae78303dbe5b480, server=3bde9015baec,33559,1731781196422}] 2024-11-16T18:20:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:05,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:05,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:20:05,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33559%2C1731781196422.rep, suffix=, logDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422, archiveDir=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/oldWALs, maxLogs=10 2024-11-16T18:20:05,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.rep.1731781205406, exclude list is [], retry=0 2024-11-16T18:20:05,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-2ca1d9fe-0f78-4fea-9d4b-5793b765f1d1,DISK] 2024-11-16T18:20:05,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.rep.1731781205406 2024-11-16T18:20:05,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44539:44539)] 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f013c930b074742a8ae78303dbe5b480, NAME => 'hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:05,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. service=MultiRowMutationService 2024-11-16T18:20:05,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,424 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,425 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f013c930b074742a8ae78303dbe5b480 columnFamilyName hfileref 2024-11-16T18:20:05,425 DEBUG [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:05,426 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(327): Store=f013c930b074742a8ae78303dbe5b480/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:05,426 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,427 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f013c930b074742a8ae78303dbe5b480 columnFamilyName queue 2024-11-16T18:20:05,427 DEBUG [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:05,427 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(327): Store=f013c930b074742a8ae78303dbe5b480/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:05,427 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,428 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f013c930b074742a8ae78303dbe5b480 columnFamilyName sid 2024-11-16T18:20:05,428 DEBUG [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:05,428 INFO [StoreOpener-f013c930b074742a8ae78303dbe5b480-1 {}] regionserver.HStore(327): Store=f013c930b074742a8ae78303dbe5b480/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:05,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:05,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:05,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f013c930b074742a8ae78303dbe5b480; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257570, jitterRate=0.061820536851882935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:05,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:05,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f013c930b074742a8ae78303dbe5b480: Running coprocessor pre-open hook at 1731781205423Writing region info on filesystem at 1731781205423Initializing all the Stores at 1731781205423Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781205423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781205424 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781205424Cleaning up temporary data from old regions at 1731781205430 (+6 ms)Running coprocessor post-open hooks at 1731781205434 (+4 ms)Region opened successfully at 1731781205434 2024-11-16T18:20:05,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480., pid=10, masterSystemTime=1731781205400 2024-11-16T18:20:05,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:05,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f013c930b074742a8ae78303dbe5b480, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33559,1731781196422 2024-11-16T18:20:05,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f013c930b074742a8ae78303dbe5b480, server=3bde9015baec,33559,1731781196422 because future has completed 2024-11-16T18:20:05,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:20:05,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f013c930b074742a8ae78303dbe5b480, server=3bde9015baec,33559,1731781196422 in 195 msec 2024-11-16T18:20:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:20:05,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f013c930b074742a8ae78303dbe5b480, ASSIGN in 353 msec 2024-11-16T18:20:05,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:05,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781205447"}]},"ts":"1731781205447"} 2024-11-16T18:20:05,449 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:20:05,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:05,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-16T18:20:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480., hostname=3bde9015baec,33559,1731781196422, seqNum=2] 2024-11-16T18:20:05,550 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:20:05,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:20:05,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:20:05,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:20:05,729 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:20:05,755 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,33559,1731781196422, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:20:05,755 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:05,755 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:05,756 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:05,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,33559,1731781196422', locateType=CURRENT is [region=hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480., hostname=3bde9015baec,33559,1731781196422, seqNum=2] 2024-11-16T18:20:05,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:20:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:20:05,762 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,33559,1731781196422 suceeded 2024-11-16T18:20:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:20:05,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T18:20:05,764 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:39365,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:20:05,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1040 sec 2024-11-16T18:20:05,773 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:39365' 2024-11-16T18:20:05,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53095ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:05,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:05,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:05,775 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec625d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:05,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:05,776 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:05,777 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fde335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:05,777 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e38f03 2024-11-16T18:20:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:05,779 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:05,779 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,33559,1731781196422 (queues=1) is replicating from cluster=f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79 to cluster=da15b945-0dca-42fb-b9d2-be52393bd3ba 2024-11-16T18:20:05,779 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C33559%2C1731781196422 2024-11-16T18:20:05,779 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,33559,1731781196422, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:20:05,780 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C33559%2C1731781196422 2024-11-16T18:20:05,780 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, startPosition=0, beingWritten=true 2024-11-16T18:20:05,786 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:05,786 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:05,787 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33559,1731781196422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:05,803 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:20:05,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:05,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:05,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:05,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:05,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731781205807/Put/seqid=0 2024-11-16T18:20:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741840_1016 (size=7894) 2024-11-16T18:20:05,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731781205815/Put/seqid=0 2024-11-16T18:20:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741841_1017 (size=7691) 2024-11-16T18:20:05,997 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:06,054 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:06,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4316e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:06,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:06,221 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72c5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:06,223 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:06,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f752ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:06,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:20:06,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:06,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:06,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:20:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfd6600 2024-11-16T18:20:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:06,237 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:06,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2] 2024-11-16T18:20:06,244 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:06,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T18:20:06,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T18:20:06,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T18:20:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:06,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T18:20:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegion(2603): Flush status journal for 50fe7410a1c87d464461c7d45f104e20: 2024-11-16T18:20:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_0 2024-11-16T18:20:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_0 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ 2024-11-16T18:20:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_1 2024-11-16T18:20:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_1 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ 2024-11-16T18:20:06,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_0 into 50fe7410a1c87d464461c7d45f104e20/f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ - updating store file list. 2024-11-16T18:20:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:06,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ into 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:06,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_0 into 50fe7410a1c87d464461c7d45f104e20/f (new location: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_) 2024-11-16T18:20:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_0 2024-11-16T18:20:06,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_1 into 50fe7410a1c87d464461c7d45f104e20/f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ - updating store file list. 2024-11-16T18:20:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34efb839016247e8bd1f603093e9e6b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:06,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ into 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:06,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_1 into 50fe7410a1c87d464461c7d45f104e20/f (new location: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_) 2024-11-16T18:20:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins__test__122cltk8lb2d5ijpnj366d0q34s0q8q0lmsjtc64m032q62o7kgm509rnrokupee/f/hfile_1 2024-11-16T18:20:06,301 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:06,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:06,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:06,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:06,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:06,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2 , the old value is region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:46829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:20:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:20:06,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2 from cache 2024-11-16T18:20:06,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:06,304 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:20:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:06,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:06,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2] 2024-11-16T18:20:06,310 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:20:06,412 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:46829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:20:06,658 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 379, reset compression=false 2024-11-16T18:20:06,663 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:06,663 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,46829,1731781191016 got entry batch from reader: WALEntryBatch [walEntries=[{test/50fe7410a1c87d464461c7d45f104e20/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781206300/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:20:06,665 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:06,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T18:20:06,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(318): Replicating [da15b945-0dca-42fb-b9d2-be52393bd3ba] bulk loaded data 2024-11-16T18:20:06,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65a30e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:06,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:06,668 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:06,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:06,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:06,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b8d3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:06,669 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:06,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78a27315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741840_1016 (size=7894) 2024-11-16T18:20:06,707 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:06,863 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:07,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741841_1017 (size=7691) 2024-11-16T18:20:07,167 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:07,211 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:07,312 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:20:07,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:07,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:07,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44a0c5d8 2024-11-16T18:20:07,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:07,498 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:07,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:07,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:07,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:07,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:07,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:07,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T18:20:07,508 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T18:20:07,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ for inclusion in 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T18:20:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:07,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ for inclusion in 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T18:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegion(2603): Flush status journal for 399841d3f4ee310a5f6616e6519474e0: 2024-11-16T18:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 34efb839016247e8bd1f603093e9e6b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:20:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_ 2024-11-16T18:20:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:20:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/370bac605bd04e74a7c8fc88561857a8_SeqId_4_ 2024-11-16T18:20:07,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_ - updating store file list. 2024-11-16T18:20:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:07,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:07,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f (new location: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_) 2024-11-16T18:20:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/34efb839016247e8bd1f603093e9e6b9_SeqId_4_ 2024-11-16T18:20:07,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/370bac605bd04e74a7c8fc88561857a8_SeqId_4_ - updating store file list. 2024-11-16T18:20:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 370bac605bd04e74a7c8fc88561857a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:07,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/370bac605bd04e74a7c8fc88561857a8_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:07,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ into 399841d3f4ee310a5f6616e6519474e0/f (new location: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/370bac605bd04e74a7c8fc88561857a8_SeqId_4_) 2024-11-16T18:20:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins.hfs.11__test__hsgja5qdi7lvctvdc1bl493q3hkla1alirqd6792i7478jabqomtcs3hcggkk6ia/f/9dcad5edb1f1415e8ef5d1819f7011c5_SeqId_4_ 2024-11-16T18:20:07,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(324): Finished replicating [da15b945-0dca-42fb-b9d2-be52393bd3ba] bulk loaded data 2024-11-16T18:20:07,571 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:07,814 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 379, reset compression=false 2024-11-16T18:20:07,818 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:07,819 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33559,1731781196422 got entry batch from reader: WALEntryBatch [walEntries=[{test/399841d3f4ee310a5f6616e6519474e0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781207538/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T18:20:07,821 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:07,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T18:20:07,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(318): Replicating [da15b945-0dca-42fb-b9d2-be52393bd3ba, f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79] bulk loaded data 2024-11-16T18:20:07,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1776fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:07,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39365,-1 for getting cluster id 2024-11-16T18:20:07,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:07,823 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da15b945-0dca-42fb-b9d2-be52393bd3ba' 2024-11-16T18:20:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da15b945-0dca-42fb-b9d2-be52393bd3ba" 2024-11-16T18:20:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257da2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:07,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39365,-1] 2024-11-16T18:20:07,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:07,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:07,824 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:07,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b9ca4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741842_1018 (size=7691) 2024-11-16T18:20:08,019 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 725, reset compression=false 2024-11-16T18:20:08,075 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741843_1019 (size=7894) 2024-11-16T18:20:08,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:08,322 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 725, reset compression=false 2024-11-16T18:20:08,322 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731781208322/Put/seqid=0 2024-11-16T18:20:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741842_1018 (size=11194) 2024-11-16T18:20:08,679 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:08,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:08,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39365,1731781190831 2024-11-16T18:20:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5f5a45 2024-11-16T18:20:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:08,696 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:08,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:08,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:08,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:20:08,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:08,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:08,703 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__nbmnu8d7j8frh2rkedml8cvhe8trd01tjhprt1s5g6qvkdon071e8t8pgch0lek1/f/0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T18:20:08,706 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__nbmnu8d7j8frh2rkedml8cvhe8trd01tjhprt1s5g6qvkdon071e8t8pgch0lek1/f/370bac605bd04e74a7c8fc88561857a8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T18:20:08,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(324): Finished replicating [da15b945-0dca-42fb-b9d2-be52393bd3ba, f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79] bulk loaded data 2024-11-16T18:20:08,726 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 725, reset compression=false 2024-11-16T18:20:08,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731781208729/Put/seqid=0 2024-11-16T18:20:08,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741843_1019 (size=10791) 2024-11-16T18:20:09,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@867cc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:09,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35997,-1 for getting cluster id 2024-11-16T18:20:09,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:09,134 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79' 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79" 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d426cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35997,-1] 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:09,136 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:09,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60316e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:09,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:09,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:09,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:09,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35997,1731781196228 2024-11-16T18:20:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7920d5b6 2024-11-16T18:20:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:09,147 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2] 2024-11-16T18:20:09,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:09,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T18:20:09,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T18:20:09,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T18:20:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:09,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T18:20:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegion(2603): Flush status journal for 399841d3f4ee310a5f6616e6519474e0: 2024-11-16T18:20:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_1 2024-11-16T18:20:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_1 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ 2024-11-16T18:20:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_0 2024-11-16T18:20:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_0 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ 2024-11-16T18:20:09,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_1 into 399841d3f4ee310a5f6616e6519474e0/f as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ - updating store file list. 2024-11-16T18:20:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae0b4708e00740b38ac1915f9ccde086_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:09,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ into 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:09,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_1 into 399841d3f4ee310a5f6616e6519474e0/f (new location: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_) 2024-11-16T18:20:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_1 2024-11-16T18:20:09,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_0 into 399841d3f4ee310a5f6616e6519474e0/f as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ - updating store file list. 2024-11-16T18:20:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3f9ab1944bb47c79754ff8001629051_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:09,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ into 399841d3f4ee310a5f6616e6519474e0/f 2024-11-16T18:20:09,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_0 into 399841d3f4ee310a5f6616e6519474e0/f (new location: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_) 2024-11-16T18:20:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/staging/jenkins__test__coj4p3s574kvasffls4kge7nspn0hi9lmik38bg521jaslemr2i9ea67jtkekbbu/f/hfile_0 2024-11-16T18:20:09,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:09,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:09,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:09,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:09,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2 , the old value is region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:33559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:20:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:20:09,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., hostname=3bde9015baec,33559,1731781196422, seqNum=2 from cache 2024-11-16T18:20:09,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:09,186 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:20:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46829,1731781191016, seqNum=-1] 2024-11-16T18:20:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:09,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:09,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., hostname=3bde9015baec,46829,1731781191016, seqNum=2] 2024-11-16T18:20:09,196 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:20:09,231 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 725, reset compression=false 2024-11-16T18:20:09,235 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:09,235 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33559,1731781196422 got entry batch from reader: WALEntryBatch [walEntries=[{test/399841d3f4ee310a5f6616e6519474e0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781209183/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:20:09,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(318): Replicating [f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79] bulk loaded data 2024-11-16T18:20:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741844_1020 (size=10791) 2024-11-16T18:20:09,292 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:33559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:20:09,383 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:09,436 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1033, reset compression=false 2024-11-16T18:20:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741845_1021 (size=11194) 2024-11-16T18:20:09,740 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1033, reset compression=false 2024-11-16T18:20:09,775 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:09,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:09,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:10,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:10,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T18:20:10,061 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T18:20:10,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ for inclusion in 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T18:20:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:10,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ for inclusion in 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T18:20:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:20:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegion(2603): Flush status journal for 50fe7410a1c87d464461c7d45f104e20: 2024-11-16T18:20:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:20:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9109dafd434645579b923d6fb8df4c0d_SeqId_6_ 2024-11-16T18:20:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a3f9ab1944bb47c79754ff8001629051_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:20:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_ 2024-11-16T18:20:10,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9109dafd434645579b923d6fb8df4c0d_SeqId_6_ - updating store file list. 2024-11-16T18:20:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9109dafd434645579b923d6fb8df4c0d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:10,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9109dafd434645579b923d6fb8df4c0d_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:10,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f (new location: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/9109dafd434645579b923d6fb8df4c0d_SeqId_6_) 2024-11-16T18:20:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/ae0b4708e00740b38ac1915f9ccde086_SeqId_6_ 2024-11-16T18:20:10,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_ - updating store file list. 2024-11-16T18:20:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:20:10,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f 2024-11-16T18:20:10,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ into 50fe7410a1c87d464461c7d45f104e20/f (new location: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/f/0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_) 2024-11-16T18:20:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/staging/jenkins.hfs.10__test__pfq4180he6hsm2uplhvhut32gsta063ir9uib6mndf3sqtrf0ondrqakoitfsh3h/f/a3f9ab1944bb47c79754ff8001629051_SeqId_6_ 2024-11-16T18:20:10,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46829 {}] regionserver.ReplicationSink(324): Finished replicating [f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79] bulk loaded data 2024-11-16T18:20:10,143 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1033, reset compression=false 2024-11-16T18:20:10,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 687, reset compression=false 2024-11-16T18:20:10,191 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:10,191 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,46829,1731781191016 got entry batch from reader: WALEntryBatch [walEntries=[{test/50fe7410a1c87d464461c7d45f104e20/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781210082/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T18:20:10,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(318): Replicating [f51bb99f-a8f8-47a6-bdcb-21e55e2ebf79, da15b945-0dca-42fb-b9d2-be52393bd3ba] bulk loaded data 2024-11-16T18:20:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741844_1020 (size=10791) 2024-11-16T18:20:10,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:20:10,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:10,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:10,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:10,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:10,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:20:10,214 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019233357, stopped=false 2024-11-16T18:20:10,214 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,35997,1731781196228 2024-11-16T18:20:10,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1634124408/running 2024-11-16T18:20:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1634124408/running 2024-11-16T18:20:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:20:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:20:10,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:10,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:10,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:10,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:10,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,33559,1731781196422' ***** 2024-11-16T18:20:10,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:20:10,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/running 2024-11-16T18:20:10,260 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:20:10,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Set watcher on znode that does not yet exist, /1-1634124408/running 2024-11-16T18:20:10,260 INFO [RS:0;3bde9015baec:33559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:20:10,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 399841d3f4ee310a5f6616e6519474e0 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,33559,1731781196422 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:33559. 2024-11-16T18:20:10,261 DEBUG [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 399841d3f4ee310a5f6616e6519474e0, disabling compactions & flushes 2024-11-16T18:20:10,261 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:10,261 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. after waiting 0 ms 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:20:10,261 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:20:10,261 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1325): Online Regions={399841d3f4ee310a5f6616e6519474e0=test,,1731781201355.399841d3f4ee310a5f6616e6519474e0., f013c930b074742a8ae78303dbe5b480=hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:20:10,261 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 399841d3f4ee310a5f6616e6519474e0, f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:10,261 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:10,261 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:10,262 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-16T18:20:10,262 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:10,262 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:20:10,264 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/default/test/399841d3f4ee310a5f6616e6519474e0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:10,265 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 399841d3f4ee310a5f6616e6519474e0: Waiting for close lock at 1731781210261Running coprocessor pre-close hooks at 1731781210261Disabling compacts and flushes for region at 1731781210261Disabling writes for close at 1731781210261Writing region close event to WAL at 1731781210262 (+1 ms)Running coprocessor post-close hooks at 1731781210265 (+3 ms)Closed at 1731781210265 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781201355.399841d3f4ee310a5f6616e6519474e0. 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f013c930b074742a8ae78303dbe5b480, disabling compactions & flushes 2024-11-16T18:20:10,265 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. after waiting 0 ms 2024-11-16T18:20:10,265 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:10,266 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f013c930b074742a8ae78303dbe5b480 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T18:20:10,269 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:10,277 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/info/08971fc87f154597a5a0ee3019691ab5 is 147, key is hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480./info:regioninfo/1731781205436/Put/seqid=0 2024-11-16T18:20:10,280 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/hfileref/8f4fc966148d4b8e8fce4f0b3a51795e is 74, key is 1/hfileref:0da2bbf0e29640b7bc539b2656a2bf97_SeqId_4_/1731781208709/DeleteColumn/seqid=0 2024-11-16T18:20:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741845_1021 (size=7686) 2024-11-16T18:20:10,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741846_1022 (size=5345) 2024-11-16T18:20:10,392 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:10,462 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741847_1023 (size=11194) 2024-11-16T18:20:10,647 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1033, reset compression=false 2024-11-16T18:20:10,651 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:10,651 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1328, reset compression=false 2024-11-16T18:20:10,651 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33559,1731781196422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:10,652 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,33559,1731781196422: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,33559,1731781196422, walGroup=3bde9015baec%2C33559%2C1731781196422, offset=3bde9015baec%2C33559%2C1731781196422.1731781197990:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:33559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:20:10,653 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:20:10,653 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:20:10,654 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:20:10,654 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:20:10,654 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:20:10,654 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 548240896 }, "NonHeapMemoryUsage": { "committed": 190644224, "init": 7667712, "max": -1, "used": 187944328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:20:10,656 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:20:10,662 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:10,682 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/info/08971fc87f154597a5a0ee3019691ab5 2024-11-16T18:20:10,685 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/hfileref/8f4fc966148d4b8e8fce4f0b3a51795e 2024-11-16T18:20:10,695 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:10,705 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/queue/f03b77bf19cd4a80976935af3efbba97 is 154, key is 1-3bde9015baec,33559,1731781196422/queue:3bde9015baec%2C33559%2C1731781196422/1731781210086/Put/seqid=0 2024-11-16T18:20:10,705 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/ns/9748824d7971429b8f761385a8eb0ce9 is 43, key is default/ns:d/1731781199046/Put/seqid=0 2024-11-16T18:20:10,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741848_1024 (size=5153) 2024-11-16T18:20:10,711 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/ns/9748824d7971429b8f761385a8eb0ce9 2024-11-16T18:20:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741849_1025 (size=5353) 2024-11-16T18:20:10,728 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/rep_barrier/0ebcc0ea9f2c45499251ecfebc54a62c is 112, key is test,,1731781201355.399841d3f4ee310a5f6616e6519474e0./rep_barrier:seqnumDuringOpen/1731781202510/Put/seqid=0 2024-11-16T18:20:10,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741850_1026 (size=5518) 2024-11-16T18:20:10,855 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:20:10,855 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:20:10,857 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1328, reset compression=false 2024-11-16T18:20:10,862 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:11,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:20:11,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:11,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 from cache 2024-11-16T18:20:11,062 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f013c930b074742a8ae78303dbe5b480 2024-11-16T18:20:11,102 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:11,112 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/queue/f03b77bf19cd4a80976935af3efbba97 2024-11-16T18:20:11,116 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/hfileref/8f4fc966148d4b8e8fce4f0b3a51795e as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/hfileref/8f4fc966148d4b8e8fce4f0b3a51795e 2024-11-16T18:20:11,120 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/hfileref/8f4fc966148d4b8e8fce4f0b3a51795e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T18:20:11,121 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/.tmp/queue/f03b77bf19cd4a80976935af3efbba97 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/queue/f03b77bf19cd4a80976935af3efbba97 2024-11-16T18:20:11,125 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/queue/f03b77bf19cd4a80976935af3efbba97, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T18:20:11,126 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f013c930b074742a8ae78303dbe5b480 in 860ms, sequenceid=12, compaction requested=false 2024-11-16T18:20:11,129 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/replication/f013c930b074742a8ae78303dbe5b480/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T18:20:11,130 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:11,130 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:11,130 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:11,130 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f013c930b074742a8ae78303dbe5b480: Waiting for close lock at 1731781210265Running coprocessor pre-close hooks at 1731781210265Disabling compacts and flushes for region at 1731781210265Disabling writes for close at 1731781210265Obtaining lock to block concurrent updates at 1731781210266 (+1 ms)Preparing flush snapshotting stores in f013c930b074742a8ae78303dbe5b480 at 1731781210266Finished memstore snapshotting hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731781210266Flushing stores of hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. at 1731781210266Flushing f013c930b074742a8ae78303dbe5b480/hfileref: creating writer at 1731781210267 (+1 ms)Flushing f013c930b074742a8ae78303dbe5b480/hfileref: appending metadata at 1731781210279 (+12 ms)Flushing f013c930b074742a8ae78303dbe5b480/hfileref: closing flushed file at 1731781210279Flushing f013c930b074742a8ae78303dbe5b480/queue: creating writer at 1731781210688 (+409 ms)Flushing f013c930b074742a8ae78303dbe5b480/queue: appending metadata at 1731781210705 (+17 ms)Flushing f013c930b074742a8ae78303dbe5b480/queue: closing flushed file at 1731781210705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f58d65a: reopening flushed file at 1731781211116 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd69dc4: reopening flushed file at 1731781211120 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for f013c930b074742a8ae78303dbe5b480 in 860ms, sequenceid=12, compaction requested=false at 1731781211126 (+6 ms)Writing region close event to WAL at 1731781211127 (+1 ms)Running coprocessor post-close hooks at 1731781211130 (+3 ms)Closed at 1731781211130 2024-11-16T18:20:11,130 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781204669.f013c930b074742a8ae78303dbe5b480. 2024-11-16T18:20:11,131 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/rep_barrier/0ebcc0ea9f2c45499251ecfebc54a62c 2024-11-16T18:20:11,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 from cache 2024-11-16T18:20:11,147 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/table/717c60bf27fe4c60b5b924df94ea9511 is 53, key is hbase:replication/table:state/1731781205447/Put/seqid=0 2024-11-16T18:20:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741851_1027 (size=5308) 2024-11-16T18:20:11,160 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1328, reset compression=false 2024-11-16T18:20:11,262 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:20:11,262 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:20:11,262 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:20:11,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:11,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 from cache 2024-11-16T18:20:11,462 DEBUG [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:20:11,551 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/table/717c60bf27fe4c60b5b924df94ea9511 2024-11-16T18:20:11,556 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/info/08971fc87f154597a5a0ee3019691ab5 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/info/08971fc87f154597a5a0ee3019691ab5 2024-11-16T18:20:11,560 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/info/08971fc87f154597a5a0ee3019691ab5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:20:11,561 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/ns/9748824d7971429b8f761385a8eb0ce9 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/ns/9748824d7971429b8f761385a8eb0ce9 2024-11-16T18:20:11,563 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 to pos 1328, reset compression=false 2024-11-16T18:20:11,566 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/ns/9748824d7971429b8f761385a8eb0ce9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:20:11,567 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/rep_barrier/0ebcc0ea9f2c45499251ecfebc54a62c as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/rep_barrier/0ebcc0ea9f2c45499251ecfebc54a62c 2024-11-16T18:20:11,572 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/rep_barrier/0ebcc0ea9f2c45499251ecfebc54a62c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:20:11,573 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/.tmp/table/717c60bf27fe4c60b5b924df94ea9511 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/table/717c60bf27fe4c60b5b924df94ea9511 2024-11-16T18:20:11,578 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/table/717c60bf27fe4c60b5b924df94ea9511, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:20:11,578 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-16T18:20:11,586 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:20:11,586 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:11,586 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:11,586 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:11,586 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781210261Running coprocessor pre-close hooks at 1731781210261Disabling compacts and flushes for region at 1731781210261Disabling writes for close at 1731781210262 (+1 ms)Obtaining lock to block concurrent updates at 1731781210262Preparing flush snapshotting stores in 1588230740 at 1731781210262Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781210262Flushing stores of hbase:meta,,1.1588230740 at 1731781210263 (+1 ms)Flushing 1588230740/info: creating writer at 1731781210263Flushing 1588230740/info: appending metadata at 1731781210276 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731781210276Flushing 1588230740/ns: creating writer at 1731781210686 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731781210705 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731781210705Flushing 1588230740/rep_barrier: creating writer at 1731781210715 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781210727 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781210727Flushing 1588230740/table: creating writer at 1731781211135 (+408 ms)Flushing 1588230740/table: appending metadata at 1731781211147 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731781211147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3590512f: reopening flushed file at 1731781211555 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704fe9c7: reopening flushed file at 1731781211560 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4266f4c0: reopening flushed file at 1731781211566 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e295f81: reopening flushed file at 1731781211572 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731781211579 (+7 ms)Writing region close event to WAL at 1731781211583 (+4 ms)Running coprocessor post-close hooks at 1731781211586 (+3 ms)Closed at 1731781211586 2024-11-16T18:20:11,587 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:11,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:11,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:11,662 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,33559,1731781196422; all regions closed. 2024-11-16T18:20:11,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1] 2024-11-16T18:20:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3bde9015baec,33559,1731781196422 aborting 2024-11-16T18:20:11,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:20:11,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33559,1731781196422, seqNum=-1 from cache 2024-11-16T18:20:11,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.rep.1731781205406 not finished, retry = 0 2024-11-16T18:20:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741839_1015 (size=3127) 2024-11-16T18:20:11,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T18:20:11,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:11,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/WALs/3bde9015baec,33559,1731781196422/3bde9015baec%2C33559%2C1731781196422.1731781197990 not finished, retry = 0 2024-11-16T18:20:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741832_1008 (size=1336) 2024-11-16T18:20:11,870 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:11,870 INFO [RS:0;3bde9015baec:33559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:11,871 INFO [RS:0;3bde9015baec:33559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:11,871 INFO [RS:0;3bde9015baec:33559 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:11,871 INFO [RS:0;3bde9015baec:33559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:11,871 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:11,871 INFO [RS:0;3bde9015baec:33559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,33559,1731781196422 because: Region server is closing 2024-11-16T18:20:11,871 INFO [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:33559. 2024-11-16T18:20:11,871 DEBUG [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:11,871 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:11,872 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:11,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:11,972 INFO [RS:0;3bde9015baec:33559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.shipper3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 terminated 2024-11-16T18:20:11,972 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33559,1731781196422.replicationSource.wal-reader.3bde9015baec%2C33559%2C1731781196422,1-3bde9015baec,33559,1731781196422 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:20:11,972 INFO [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:33559. 2024-11-16T18:20:11,972 DEBUG [RS:0;3bde9015baec:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:11,972 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:11,972 DEBUG [RS:0;3bde9015baec:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:11,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:11,972 INFO [RS:0;3bde9015baec:33559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33559 2024-11-16T18:20:11,974 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-16T18:20:11,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-16T18:20:11,973 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:33559 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-16T18:20:11,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:49882 deadline: 1731781270192, exception=java.io.InterruptedIOException 2024-11-16T18:20:11,974 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:20:12,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408/rs 2024-11-16T18:20:12,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1634124408/rs/3bde9015baec,33559,1731781196422 2024-11-16T18:20:12,025 INFO [RS:0;3bde9015baec:33559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:12,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,33559,1731781196422] 2024-11-16T18:20:12,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1634124408/draining/3bde9015baec,33559,1731781196422 already deleted, retry=false 2024-11-16T18:20:12,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,33559,1731781196422 expired; onlineServers=0 2024-11-16T18:20:12,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,35997,1731781196228' ***** 2024-11-16T18:20:12,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:12,046 DEBUG [M:0;3bde9015baec:35997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:20:12,046 DEBUG [M:0;3bde9015baec:35997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:20:12,046 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:20:12,046 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781197772 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781197772,5,FailOnTimeoutGroup] 2024-11-16T18:20:12,046 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781197772 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781197772,5,FailOnTimeoutGroup] 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:12,046 DEBUG [M:0;3bde9015baec:35997 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:20:12,046 INFO [M:0;3bde9015baec:35997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:12,047 INFO [M:0;3bde9015baec:35997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:20:12,047 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1634124408/master 2024-11-16T18:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1634124408 2024-11-16T18:20:12,056 DEBUG [M:0;3bde9015baec:35997 {}] zookeeper.ZKUtil(347): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Unable to get data of znode /1-1634124408/master because node does not exist (not an error) 2024-11-16T18:20:12,056 WARN [M:0;3bde9015baec:35997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:20:12,057 INFO [M:0;3bde9015baec:35997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/.lastflushedseqids 2024-11-16T18:20:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741852_1028 (size=263) 2024-11-16T18:20:12,075 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3bde9015baec:33559 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:33559 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3bde9015baec:33559 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:33559 2024-11-16T18:20:12,076 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3bde9015baec:33559 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:33559 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:33559 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T18:20:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:20:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42022 deadline: 1731781272077, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T18:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T18:20:12,080 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:12,136 INFO [RS:0;3bde9015baec:33559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:12,136 INFO [RS:0;3bde9015baec:33559 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,33559,1731781196422; zookeeper connection closed. 2024-11-16T18:20:12,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x10144dfd7c10004, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:12,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@222824f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@222824f6 2024-11-16T18:20:12,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:20:12,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:12,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-16T18:20:12,174 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:12,210 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:12,280 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T18:20:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:20:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42022 deadline: 1731781272281, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T18:20:12,282 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T18:20:12,283 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:12,283 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T18:20:12,461 INFO [M:0;3bde9015baec:35997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:20:12,461 INFO [M:0;3bde9015baec:35997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:20:12,461 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:12,461 INFO [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:12,461 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:12,461 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:12,462 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:12,462 INFO [M:0;3bde9015baec:35997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T18:20:12,474 DEBUG [M:0;3bde9015baec:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7083d47231684f14a3de920659b51770 is 82, key is hbase:meta,,1/info:regioninfo/1731781199030/Put/seqid=0 2024-11-16T18:20:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741853_1029 (size=5672) 2024-11-16T18:20:12,584 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T18:20:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:20:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42022 deadline: 1731781272585, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T18:20:12,586 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T18:20:12,587 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:12,587 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T18:20:12,878 INFO [M:0;3bde9015baec:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7083d47231684f14a3de920659b51770 2024-11-16T18:20:12,904 DEBUG [M:0;3bde9015baec:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98d4d8a696734568b1cd6aa049e02f1d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781205450/Put/seqid=0 2024-11-16T18:20:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741854_1030 (size=8516) 2024-11-16T18:20:12,914 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:12,988 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T18:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:20:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42022 deadline: 1731781272989, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T18:20:12,990 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T18:20:12,991 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:12,991 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T18:20:13,313 INFO [M:0;3bde9015baec:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98d4d8a696734568b1cd6aa049e02f1d 2024-11-16T18:20:13,336 DEBUG [M:0;3bde9015baec:35997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4120064d4aa24c46abd9d05ec5392cdc is 69, key is 3bde9015baec,33559,1731781196422/rs:state/1731781197792/Put/seqid=0 2024-11-16T18:20:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741855_1031 (size=5156) 2024-11-16T18:20:13,491 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T18:20:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:20:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35997 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:42022 deadline: 1731781273493, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T18:20:13,493 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T18:20:13,494 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:13,494 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T18:20:13,717 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:13,743 INFO [M:0;3bde9015baec:35997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4120064d4aa24c46abd9d05ec5392cdc 2024-11-16T18:20:13,795 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7083d47231684f14a3de920659b51770 as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7083d47231684f14a3de920659b51770 2024-11-16T18:20:13,799 INFO [M:0;3bde9015baec:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7083d47231684f14a3de920659b51770, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:20:13,800 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98d4d8a696734568b1cd6aa049e02f1d as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98d4d8a696734568b1cd6aa049e02f1d 2024-11-16T18:20:13,803 INFO [M:0;3bde9015baec:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98d4d8a696734568b1cd6aa049e02f1d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:20:13,804 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4120064d4aa24c46abd9d05ec5392cdc as hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4120064d4aa24c46abd9d05ec5392cdc 2024-11-16T18:20:13,807 INFO [M:0;3bde9015baec:35997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34491/user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4120064d4aa24c46abd9d05ec5392cdc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:20:13,808 INFO [M:0;3bde9015baec:35997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=97, compaction requested=false 2024-11-16T18:20:13,809 INFO [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:13,809 DEBUG [M:0;3bde9015baec:35997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781212461Disabling compacts and flushes for region at 1731781212461Disabling writes for close at 1731781212462 (+1 ms)Obtaining lock to block concurrent updates at 1731781212462Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781212462Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731781212462Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781212462Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781212462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781212474 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781212474Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781212882 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781212904 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781212904Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781213317 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781213336 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781213336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835b8ae: reopening flushed file at 1731781213795 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235d1c6d: reopening flushed file at 1731781213799 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661a9949: reopening flushed file at 1731781213803 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=97, compaction requested=false at 1731781213808 (+5 ms)Writing region close event to WAL at 1731781213809 (+1 ms)Closed at 1731781213809 2024-11-16T18:20:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741830_1006 (size=63654) 2024-11-16T18:20:13,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72cce40a-b6b3-8aed-cf84-088f50a4d1e3/MasterData/WALs/3bde9015baec,35997,1731781196228/3bde9015baec%2C35997%2C1731781196228.1731781197356 not finished, retry = 0 2024-11-16T18:20:13,912 INFO [M:0;3bde9015baec:35997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:20:13,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:13,912 INFO [M:0;3bde9015baec:35997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35997 2024-11-16T18:20:13,912 INFO [M:0;3bde9015baec:35997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:14,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:14,033 INFO [M:0;3bde9015baec:35997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:14,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35997-0x10144dfd7c10003, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:14,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75671e44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:14,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7f9b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:14,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:14,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16739b31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:14,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef815d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:14,070 WARN [BP-1986518302-172.17.0.2-1731781194327 heartbeating to localhost/127.0.0.1:34491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:20:14,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:20:14,070 WARN [BP-1986518302-172.17.0.2-1731781194327 heartbeating to localhost/127.0.0.1:34491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1986518302-172.17.0.2-1731781194327 (Datanode Uuid dc98f92b-d8e5-4909-9085-e090d780c482) service to localhost/127.0.0.1:34491 2024-11-16T18:20:14,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:20:14,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/cluster_71de6b42-f49c-bd05-f9ca-372458dc47cf/data/data1/current/BP-1986518302-172.17.0.2-1731781194327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:14,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/cluster_71de6b42-f49c-bd05-f9ca-372458dc47cf/data/data2/current/BP-1986518302-172.17.0.2-1731781194327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:14,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:20:14,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd5fa81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:14,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24c09ddd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:14,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:14,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77949d90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:14,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c0b2d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:20:14,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:20:14,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:14,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:14,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:14,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:14,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:14,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:20:14,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1777079607, stopped=false 2024-11-16T18:20:14,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,39365,1731781190831 2024-11-16T18:20:14,095 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T18:20:14,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3bde9015baec:35997 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:35997 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3bde9015baec:35997 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:35997 2024-11-16T18:20:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1906413197/running 2024-11-16T18:20:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1906413197/running 2024-11-16T18:20:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:20:14,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:20:14,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:14,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:14,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:14,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:14,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/running 2024-11-16T18:20:14,112 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,46829,1731781191016' ***** 2024-11-16T18:20:14,112 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:20:14,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Set watcher on znode that does not yet exist, /0-1906413197/running 2024-11-16T18:20:14,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,46829,1731781191016 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:46829. 2024-11-16T18:20:14,113 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50fe7410a1c87d464461c7d45f104e20, disabling compactions & flushes 2024-11-16T18:20:14,113 DEBUG [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:14,113 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:14,113 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:14,113 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:20:14,113 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. after waiting 0 ms 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:20:14,113 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:14,113 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:20:14,114 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:20:14,114 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1325): Online Regions={50fe7410a1c87d464461c7d45f104e20=test,,1731781199191.50fe7410a1c87d464461c7d45f104e20., 3a8ed5b14e14e2047c40ef9952696572=hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:20:14,114 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8ed5b14e14e2047c40ef9952696572, 50fe7410a1c87d464461c7d45f104e20 2024-11-16T18:20:14,114 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:14,114 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:14,114 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:14,114 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:14,114 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:14,114 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/default/test/50fe7410a1c87d464461c7d45f104e20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:14,117 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50fe7410a1c87d464461c7d45f104e20: Waiting for close lock at 1731781214113Running coprocessor pre-close hooks at 1731781214113Disabling compacts and flushes for region at 1731781214113Disabling writes for close at 1731781214113Writing region close event to WAL at 1731781214114 (+1 ms)Running coprocessor post-close hooks at 1731781214117 (+3 ms)Closed at 1731781214117 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781199191.50fe7410a1c87d464461c7d45f104e20. 2024-11-16T18:20:14,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a8ed5b14e14e2047c40ef9952696572, disabling compactions & flushes 2024-11-16T18:20:14,118 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:14,118 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:14,118 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. after waiting 0 ms 2024-11-16T18:20:14,118 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:14,118 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a8ed5b14e14e2047c40ef9952696572 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T18:20:14,127 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/info/a33292e6c1614f1cb3b3ae5f5c789934 is 147, key is hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572./info:regioninfo/1731781204287/Put/seqid=0 2024-11-16T18:20:14,131 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/hfileref/d6c1a8cc1bec4d8dafd3ffcb9e2d2e31 is 74, key is 1/hfileref:0d2e6907f6a841eda0fc60a31bfa3c5d_SeqId_6_/1731781210071/Put/seqid=0 2024-11-16T18:20:14,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741846_1022 (size=7686) 2024-11-16T18:20:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741847_1023 (size=5345) 2024-11-16T18:20:14,136 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:14,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:14,203 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3bde9015baec:35997 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:35997 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T18:20:14,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3bde9015baec:35997 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:35997 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T18:20:14,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3bde9015baec:35997 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3bde9015baec/172.17.0.2:35997 2024-11-16T18:20:14,314 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:14,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:14,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3bde9015baec:35997 this server is in the failed servers list 2024-11-16T18:20:14,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3bde9015baec:35997 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:14,514 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:14,532 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/info/a33292e6c1614f1cb3b3ae5f5c789934 2024-11-16T18:20:14,534 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/hfileref/d6c1a8cc1bec4d8dafd3ffcb9e2d2e31 2024-11-16T18:20:14,553 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/ns/eb87806435394cec99a5690b528a359a is 43, key is default/ns:d/1731781193962/Put/seqid=0 2024-11-16T18:20:14,555 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/queue/576bcd84a974441ca9543682e0c3949f is 153, key is 1-3bde9015baec,46829,1731781191016/queue:3bde9015baec%2C46829%2C1731781191016/1731781207542/Put/seqid=0 2024-11-16T18:20:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741848_1024 (size=5153) 2024-11-16T18:20:14,557 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/ns/eb87806435394cec99a5690b528a359a 2024-11-16T18:20:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741849_1025 (size=5352) 2024-11-16T18:20:14,574 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/rep_barrier/c5699261874c43f9b926b3a7ece66bf7 is 112, key is test,,1731781199191.50fe7410a1c87d464461c7d45f104e20./rep_barrier:seqnumDuringOpen/1731781200346/Put/seqid=0 2024-11-16T18:20:14,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741850_1026 (size=5518) 2024-11-16T18:20:14,621 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1033, reset compression=false 2024-11-16T18:20:14,625 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:14,625 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1328, reset compression=false 2024-11-16T18:20:14,714 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:14,719 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:20:14,719 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:20:14,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:14,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3bde9015baec:35997 this server is in the failed servers list 2024-11-16T18:20:14,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3bde9015baec:35997 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:14,828 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1328, reset compression=false 2024-11-16T18:20:14,914 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a8ed5b14e14e2047c40ef9952696572 2024-11-16T18:20:14,960 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/queue/576bcd84a974441ca9543682e0c3949f 2024-11-16T18:20:14,964 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/hfileref/d6c1a8cc1bec4d8dafd3ffcb9e2d2e31 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/hfileref/d6c1a8cc1bec4d8dafd3ffcb9e2d2e31 2024-11-16T18:20:14,968 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/hfileref/d6c1a8cc1bec4d8dafd3ffcb9e2d2e31, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T18:20:14,969 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/.tmp/queue/576bcd84a974441ca9543682e0c3949f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/queue/576bcd84a974441ca9543682e0c3949f 2024-11-16T18:20:14,972 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/queue/576bcd84a974441ca9543682e0c3949f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T18:20:14,974 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3a8ed5b14e14e2047c40ef9952696572 in 856ms, sequenceid=10, compaction requested=false 2024-11-16T18:20:14,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/replication/3a8ed5b14e14e2047c40ef9952696572/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T18:20:14,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:14,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:14,977 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:14,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a8ed5b14e14e2047c40ef9952696572: Waiting for close lock at 1731781214117Running coprocessor pre-close hooks at 1731781214117Disabling compacts and flushes for region at 1731781214117Disabling writes for close at 1731781214118 (+1 ms)Obtaining lock to block concurrent updates at 1731781214118Preparing flush snapshotting stores in 3a8ed5b14e14e2047c40ef9952696572 at 1731781214118Finished memstore snapshotting hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731781214118Flushing stores of hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. at 1731781214118Flushing 3a8ed5b14e14e2047c40ef9952696572/hfileref: creating writer at 1731781214118Flushing 3a8ed5b14e14e2047c40ef9952696572/hfileref: appending metadata at 1731781214130 (+12 ms)Flushing 3a8ed5b14e14e2047c40ef9952696572/hfileref: closing flushed file at 1731781214130Flushing 3a8ed5b14e14e2047c40ef9952696572/queue: creating writer at 1731781214539 (+409 ms)Flushing 3a8ed5b14e14e2047c40ef9952696572/queue: appending metadata at 1731781214555 (+16 ms)Flushing 3a8ed5b14e14e2047c40ef9952696572/queue: closing flushed file at 1731781214555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2509167a: reopening flushed file at 1731781214964 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4610b509: reopening flushed file at 1731781214968 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3a8ed5b14e14e2047c40ef9952696572 in 856ms, sequenceid=10, compaction requested=false at 1731781214974 (+6 ms)Writing region close event to WAL at 1731781214975 (+1 ms)Running coprocessor post-close hooks at 1731781214977 (+2 ms)Closed at 1731781214977 2024-11-16T18:20:14,977 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781203523.3a8ed5b14e14e2047c40ef9952696572. 2024-11-16T18:20:14,978 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/rep_barrier/c5699261874c43f9b926b3a7ece66bf7 2024-11-16T18:20:14,998 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/table/29bbc207c1624c41b57356749e1f700f is 53, key is hbase:replication/table:state/1731781204294/Put/seqid=0 2024-11-16T18:20:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741851_1027 (size=5308) 2024-11-16T18:20:15,115 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:20:15,115 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:20:15,115 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:20:15,131 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1328, reset compression=false 2024-11-16T18:20:15,231 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:15,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3bde9015baec:35997 this server is in the failed servers list 2024-11-16T18:20:15,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3bde9015baec:35997 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:15,315 DEBUG [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:20:15,402 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/table/29bbc207c1624c41b57356749e1f700f 2024-11-16T18:20:15,407 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/info/a33292e6c1614f1cb3b3ae5f5c789934 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/info/a33292e6c1614f1cb3b3ae5f5c789934 2024-11-16T18:20:15,411 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/info/a33292e6c1614f1cb3b3ae5f5c789934, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:20:15,412 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/ns/eb87806435394cec99a5690b528a359a as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/ns/eb87806435394cec99a5690b528a359a 2024-11-16T18:20:15,416 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/ns/eb87806435394cec99a5690b528a359a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:20:15,417 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/rep_barrier/c5699261874c43f9b926b3a7ece66bf7 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/rep_barrier/c5699261874c43f9b926b3a7ece66bf7 2024-11-16T18:20:15,421 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/rep_barrier/c5699261874c43f9b926b3a7ece66bf7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:20:15,422 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/.tmp/table/29bbc207c1624c41b57356749e1f700f as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/table/29bbc207c1624c41b57356749e1f700f 2024-11-16T18:20:15,426 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/table/29bbc207c1624c41b57356749e1f700f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:20:15,427 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-16T18:20:15,430 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:20:15,431 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:15,431 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:15,431 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:15,431 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781214114Running coprocessor pre-close hooks at 1731781214114Disabling compacts and flushes for region at 1731781214114Disabling writes for close at 1731781214114Obtaining lock to block concurrent updates at 1731781214114Preparing flush snapshotting stores in 1588230740 at 1731781214114Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781214114Flushing stores of hbase:meta,,1.1588230740 at 1731781214115 (+1 ms)Flushing 1588230740/info: creating writer at 1731781214115Flushing 1588230740/info: appending metadata at 1731781214127 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781214127Flushing 1588230740/ns: creating writer at 1731781214536 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731781214552 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731781214552Flushing 1588230740/rep_barrier: creating writer at 1731781214562 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781214574 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781214574Flushing 1588230740/table: creating writer at 1731781214981 (+407 ms)Flushing 1588230740/table: appending metadata at 1731781214997 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731781214997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665e297c: reopening flushed file at 1731781215406 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8a4b4e: reopening flushed file at 1731781215411 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a292f74: reopening flushed file at 1731781215416 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6009eaaf: reopening flushed file at 1731781215421 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731781215427 (+6 ms)Writing region close event to WAL at 1731781215428 (+1 ms)Running coprocessor post-close hooks at 1731781215431 (+3 ms)Closed at 1731781215431 2024-11-16T18:20:15,431 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:15,515 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,46829,1731781191016; all regions closed. 2024-11-16T18:20:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:20:15,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.meta.1731781193910.meta not finished, retry = 0 2024-11-16T18:20:15,535 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 to pos 1328, reset compression=false 2024-11-16T18:20:15,619 DEBUG [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs 2024-11-16T18:20:15,619 INFO [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C46829%2C1731781191016.meta:.meta(num 1731781193910) 2024-11-16T18:20:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741839_1015 (size=2695) 2024-11-16T18:20:15,623 DEBUG [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs 2024-11-16T18:20:15,623 INFO [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C46829%2C1731781191016.rep:(num 1731781204258) 2024-11-16T18:20:15,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/WALs/3bde9015baec,46829,1731781191016/3bde9015baec%2C46829%2C1731781191016.1731781192849 not finished, retry = 0 2024-11-16T18:20:15,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741832_1008 (size=1336) 2024-11-16T18:20:15,727 DEBUG [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/oldWALs 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C46829%2C1731781191016:(num 1731781192849) 2024-11-16T18:20:15,727 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,46829,1731781191016 because: Region server is closing 2024-11-16T18:20:15,727 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:15,727 INFO [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:46829. 2024-11-16T18:20:15,728 DEBUG [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:15,728 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:15,728 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:15,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:15,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:15,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:15,828 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.wal-reader.3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:20:15,828 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T18:20:15,828 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T18:20:15,828 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T18:20:16,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:16,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:16,245 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:16,529 INFO [RS:0;3bde9015baec:46829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,46829,1731781191016.replicationSource.shipper3bde9015baec%2C46829%2C1731781191016,1-3bde9015baec,46829,1731781191016 terminated 2024-11-16T18:20:16,529 INFO [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:46829. 2024-11-16T18:20:16,530 DEBUG [RS:0;3bde9015baec:46829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:16,530 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:16,530 DEBUG [RS:0;3bde9015baec:46829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:16,530 INFO [RS:0;3bde9015baec:46829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46829 2024-11-16T18:20:16,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197/rs 2024-11-16T18:20:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1906413197/rs/3bde9015baec,46829,1731781191016 2024-11-16T18:20:16,596 INFO [RS:0;3bde9015baec:46829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:16,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,46829,1731781191016] 2024-11-16T18:20:16,617 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/draining/3bde9015baec,46829,1731781191016 already deleted, retry=false 2024-11-16T18:20:16,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,46829,1731781191016 expired; onlineServers=0 2024-11-16T18:20:16,617 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,39365,1731781190831' ***** 2024-11-16T18:20:16,617 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:20:16,617 INFO [M:0;3bde9015baec:39365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:16,617 INFO [M:0;3bde9015baec:39365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:16,617 DEBUG [M:0;3bde9015baec:39365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:20:16,617 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:20:16,617 DEBUG [M:0;3bde9015baec:39365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:20:16,617 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781192647 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781192647,5,FailOnTimeoutGroup] 2024-11-16T18:20:16,617 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781192647 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781192647,5,FailOnTimeoutGroup] 2024-11-16T18:20:16,617 INFO [M:0;3bde9015baec:39365 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:16,617 INFO [M:0;3bde9015baec:39365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:16,618 DEBUG [M:0;3bde9015baec:39365 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:20:16,618 INFO [M:0;3bde9015baec:39365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:20:16,618 INFO [M:0;3bde9015baec:39365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:16,618 INFO [M:0;3bde9015baec:39365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:20:16,618 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:20:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1906413197/master 2024-11-16T18:20:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1906413197 2024-11-16T18:20:16,638 DEBUG [M:0;3bde9015baec:39365 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1906413197/master already deleted, retry=false 2024-11-16T18:20:16,638 DEBUG [M:0;3bde9015baec:39365 {}] master.ActiveMasterManager(353): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1906413197/master 2024-11-16T18:20:16,639 INFO [M:0;3bde9015baec:39365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/.lastflushedseqids 2024-11-16T18:20:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741852_1028 (size=263) 2024-11-16T18:20:16,707 INFO [RS:0;3bde9015baec:46829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:16,707 INFO [RS:0;3bde9015baec:46829 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,46829,1731781191016; zookeeper connection closed. 2024-11-16T18:20:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46829-0x10144dfd7c10001, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:16,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72dcbea9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72dcbea9 2024-11-16T18:20:16,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:20:17,044 INFO [M:0;3bde9015baec:39365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:20:17,044 INFO [M:0;3bde9015baec:39365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:20:17,044 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:17,044 INFO [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:17,044 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:17,044 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:17,044 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:17,044 INFO [M:0;3bde9015baec:39365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T18:20:17,063 DEBUG [M:0;3bde9015baec:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b7eb1ec56421ebb310f93e7e44088 is 82, key is hbase:meta,,1/info:regioninfo/1731781193938/Put/seqid=0 2024-11-16T18:20:17,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741853_1029 (size=5672) 2024-11-16T18:20:17,467 INFO [M:0;3bde9015baec:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b7eb1ec56421ebb310f93e7e44088 2024-11-16T18:20:17,489 DEBUG [M:0;3bde9015baec:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/239cdfc6563f4149a4c289c4ab4293aa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781204297/Put/seqid=0 2024-11-16T18:20:17,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741854_1030 (size=8516) 2024-11-16T18:20:17,894 INFO [M:0;3bde9015baec:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/239cdfc6563f4149a4c289c4ab4293aa 2024-11-16T18:20:17,918 DEBUG [M:0;3bde9015baec:39365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ebe9cf18424a7f941c574b25533fbd is 69, key is 3bde9015baec,46829,1731781191016/rs:state/1731781192695/Put/seqid=0 2024-11-16T18:20:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741855_1031 (size=5156) 2024-11-16T18:20:18,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:18,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:18,253 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:18,323 INFO [M:0;3bde9015baec:39365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ebe9cf18424a7f941c574b25533fbd 2024-11-16T18:20:18,327 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b7eb1ec56421ebb310f93e7e44088 as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23b7eb1ec56421ebb310f93e7e44088 2024-11-16T18:20:18,330 INFO [M:0;3bde9015baec:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23b7eb1ec56421ebb310f93e7e44088, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:20:18,331 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/239cdfc6563f4149a4c289c4ab4293aa as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/239cdfc6563f4149a4c289c4ab4293aa 2024-11-16T18:20:18,335 INFO [M:0;3bde9015baec:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/239cdfc6563f4149a4c289c4ab4293aa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:20:18,336 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2ebe9cf18424a7f941c574b25533fbd as hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2ebe9cf18424a7f941c574b25533fbd 2024-11-16T18:20:18,340 INFO [M:0;3bde9015baec:39365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34411/user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2ebe9cf18424a7f941c574b25533fbd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:20:18,341 INFO [M:0;3bde9015baec:39365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-16T18:20:18,342 INFO [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:18,342 DEBUG [M:0;3bde9015baec:39365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781217044Disabling compacts and flushes for region at 1731781217044Disabling writes for close at 1731781217044Obtaining lock to block concurrent updates at 1731781217044Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781217044Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731781217045 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781217045Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781217045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781217063 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781217063Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781217471 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781217488 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781217488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781217898 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781217918 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781217918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24eb5a10: reopening flushed file at 1731781218326 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225abf8c: reopening flushed file at 1731781218330 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf3fde7: reopening flushed file at 1731781218335 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1731781218341 (+6 ms)Writing region close event to WAL at 1731781218342 (+1 ms)Closed at 1731781218342 2024-11-16T18:20:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741830_1006 (size=63654) 2024-11-16T18:20:18,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91526076-50f9-7ad3-be5e-9115b6be6239/MasterData/WALs/3bde9015baec,39365,1731781190831/3bde9015baec%2C39365%2C1731781190831.1731781192350 not finished, retry = 0 2024-11-16T18:20:18,445 INFO [M:0;3bde9015baec:39365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:20:18,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:18,445 INFO [M:0;3bde9015baec:39365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39365 2024-11-16T18:20:18,445 INFO [M:0;3bde9015baec:39365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:18,609 INFO [M:0;3bde9015baec:39365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39365-0x10144dfd7c10000, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:18,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ce2793{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:18,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b4a8a7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:18,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:18,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43926aba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:18,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abc8943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:18,613 WARN [BP-53112364-172.17.0.2-1731781188659 heartbeating to localhost/127.0.0.1:34411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:20:18,613 WARN [BP-53112364-172.17.0.2-1731781188659 heartbeating to localhost/127.0.0.1:34411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-53112364-172.17.0.2-1731781188659 (Datanode Uuid d24a5771-6e5c-4c02-872f-7732a46b6fb3) service to localhost/127.0.0.1:34411 2024-11-16T18:20:18,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:20:18,614 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:20:18,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/data/data1/current/BP-53112364-172.17.0.2-1731781188659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:18,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/cluster_45f30fa0-d3b8-dff0-f364-5f16767f0ed6/data/data2/current/BP-53112364-172.17.0.2-1731781188659 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:18,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:20:18,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39da46c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:18,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31efa3f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:18,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:18,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10be61ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:18,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419b73ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b724b11e-61f4-76d5-36e6-9b332be5eac8/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:18,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:20:18,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:20:18,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34491 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34411 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34491 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 188) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3659 (was 3825) 2024-11-16T18:20:18,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=3658 2024-11-16T18:20:18,670 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T18:20:18,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir so I do NOT create it in target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6 2024-11-16T18:20:18,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:20:18,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.tmp.dir so I do NOT create it in target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6 2024-11-16T18:20:18,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/151e2e11-5035-344d-414f-29258998ab62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:20:18,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6 2024-11-16T18:20:18,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e, deleteOnExit=true 2024-11-16T18:20:18,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/zookeeper_0, clientPort=64367, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:20:18,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64367 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/test.cache.data in system properties and HBase conf 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:20:18,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:20:18,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:20:18,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:20:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144dfd7c10002, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:20:18,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144dfd7c10005, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:20:18,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144dfd7c10005, quorum=127.0.0.1:58658, baseZNode=/1-1634124408 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:20:18,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144dfd7c10002, quorum=127.0.0.1:58658, baseZNode=/0-1906413197 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:20:19,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:19,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:19,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:19,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:19,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:20:19,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:19,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef1e296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:19,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4699c3f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:19,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38655ec6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/java.io.tmpdir/jetty-localhost-35833-hadoop-hdfs-3_4_1-tests_jar-_-any-11639811093401933026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:19,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3243c9e8{HTTP/1.1, (http/1.1)}{localhost:35833} 2024-11-16T18:20:19,194 INFO [Time-limited test {}] server.Server(415): Started @203719ms 2024-11-16T18:20:19,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:19,502 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:19,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:19,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:19,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:20:19,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15902f46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:19,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b3bd092{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:19,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74b0b29a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-12028272332789985976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:19,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8f9070e{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-11-16T18:20:19,605 INFO [Time-limited test {}] server.Server(415): Started @204129ms 2024-11-16T18:20:19,606 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:20:20,430 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/data/data1/current/BP-1759479590-172.17.0.2-1731781218692/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:20,430 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/data/data2/current/BP-1759479590-172.17.0.2-1731781218692/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:20,449 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:20:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x481634f573ac75b2 with lease ID 0x70784fa07f98ecc4: Processing first storage report for DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5 from datanode DatanodeRegistration(127.0.0.1:33899, datanodeUuid=108ee860-1b13-4512-89ec-d832cd24700e, infoPort=46043, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=315544024;c=1731781218692) 2024-11-16T18:20:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x481634f573ac75b2 with lease ID 0x70784fa07f98ecc4: from storage DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5 node DatanodeRegistration(127.0.0.1:33899, datanodeUuid=108ee860-1b13-4512-89ec-d832cd24700e, infoPort=46043, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=315544024;c=1731781218692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x481634f573ac75b2 with lease ID 0x70784fa07f98ecc4: Processing first storage report for DS-19a36fb5-820e-4dbf-b22f-c28802a53c0d from datanode DatanodeRegistration(127.0.0.1:33899, datanodeUuid=108ee860-1b13-4512-89ec-d832cd24700e, infoPort=46043, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=315544024;c=1731781218692) 2024-11-16T18:20:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x481634f573ac75b2 with lease ID 0x70784fa07f98ecc4: from storage DS-19a36fb5-820e-4dbf-b22f-c28802a53c0d node DatanodeRegistration(127.0.0.1:33899, datanodeUuid=108ee860-1b13-4512-89ec-d832cd24700e, infoPort=46043, infoSecurePort=0, ipcPort=38799, storageInfo=lv=-57;cid=testClusterID;nsid=315544024;c=1731781218692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:20,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6 2024-11-16T18:20:20,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:20,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:20:20,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:20,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186 with version=8 2024-11-16T18:20:20,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/hbase-staging 2024-11-16T18:20:20,955 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:20,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:20,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:20,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:20,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:20,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:20,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:20:20,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:20,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34811 2024-11-16T18:20:20,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34811 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:20,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:20,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:21,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348110x0, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:21,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34811-0x10144e04d1c0000 connected 2024-11-16T18:20:21,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:21,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:21,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/running 2024-11-16T18:20:21,126 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186, hbase.cluster.distributed=false 2024-11-16T18:20:21,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/acl 2024-11-16T18:20:21,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-16T18:20:21,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34811 2024-11-16T18:20:21,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34811 2024-11-16T18:20:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-16T18:20:21,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-16T18:20:21,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:20:21,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:21,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44805 2024-11-16T18:20:21,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44805 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:21,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:21,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:21,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448050x0, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:21,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448050x0, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/running 2024-11-16T18:20:21,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44805-0x10144e04d1c0001 connected 2024-11-16T18:20:21,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:20:21,168 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:20:21,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/master 2024-11-16T18:20:21,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/acl 2024-11-16T18:20:21,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T18:20:21,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-16T18:20:21,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-16T18:20:21,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T18:20:21,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T18:20:21,200 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:34811 2024-11-16T18:20:21,200 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1282144703/backup-masters/3bde9015baec,34811,1731781220955 2024-11-16T18:20:21,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/backup-masters 2024-11-16T18:20:21,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/backup-masters 2024-11-16T18:20:21,207 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on existing znode=/0-1282144703/backup-masters/3bde9015baec,34811,1731781220955 2024-11-16T18:20:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282144703/master 2024-11-16T18:20:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:21,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:21,217 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on existing znode=/0-1282144703/master 2024-11-16T18:20:21,217 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1282144703/backup-masters/3bde9015baec,34811,1731781220955 from backup master directory 2024-11-16T18:20:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/backup-masters 2024-11-16T18:20:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282144703/backup-masters/3bde9015baec,34811,1731781220955 2024-11-16T18:20:21,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/backup-masters 2024-11-16T18:20:21,228 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:21,228 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,34811,1731781220955 2024-11-16T18:20:21,236 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/hbase.id] with ID: 4cab2b86-5a1d-4065-b0a7-b62c12fac89f 2024-11-16T18:20:21,236 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/.tmp/hbase.id 2024-11-16T18:20:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:20:21,641 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/.tmp/hbase.id]:[hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/hbase.id] 2024-11-16T18:20:21,650 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:21,650 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:20:21,651 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:21,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:21,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:21,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:20:22,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:22,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:20:22,104 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:22,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:20:22,109 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store 2024-11-16T18:20:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:20:22,272 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:22,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:22,273 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:22,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:22,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:22,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781222515Disabling compacts and flushes for region at 1731781222515Disabling writes for close at 1731781222515Writing region close event to WAL at 1731781222515Closed at 1731781222515 2024-11-16T18:20:22,516 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/.initializing 2024-11-16T18:20:22,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/WALs/3bde9015baec,34811,1731781220955 2024-11-16T18:20:22,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:22,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C34811%2C1731781220955, suffix=, logDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/WALs/3bde9015baec,34811,1731781220955, archiveDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/oldWALs, maxLogs=10 2024-11-16T18:20:22,529 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/WALs/3bde9015baec,34811,1731781220955/3bde9015baec%2C34811%2C1731781220955.1731781222518, exclude list is [], retry=0 2024-11-16T18:20:22,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5,DISK] 2024-11-16T18:20:22,533 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/WALs/3bde9015baec,34811,1731781220955/3bde9015baec%2C34811%2C1731781220955.1731781222518 2024-11-16T18:20:22,533 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-16T18:20:22,533 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:22,533 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:22,533 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,533 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:20:22,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:22,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:22,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:20:22,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:22,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:22,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:20:22,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:22,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:22,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:20:22,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:22,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:22,539 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,540 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,540 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,542 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:22,542 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:22,544 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:22,544 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61191483, jitterRate=-0.08817584812641144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:22,544 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781222533Initializing all the Stores at 1731781222534 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781222534Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781222534Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781222534Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781222534Cleaning up temporary data from old regions at 1731781222541 (+7 ms)Region opened successfully at 1731781222544 (+3 ms) 2024-11-16T18:20:22,545 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:20:22,547 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bf26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:22,547 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:20:22,547 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:20:22,547 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:20:22,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:20:22,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:20:22,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:20:22,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:20:22,552 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:20:22,553 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/balancer because node does not exist (not necessarily an error) 2024-11-16T18:20:22,613 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/balancer already deleted, retry=false 2024-11-16T18:20:22,614 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:20:22,614 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:20:22,624 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/normalizer already deleted, retry=false 2024-11-16T18:20:22,624 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:20:22,625 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:20:22,634 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/switch/split already deleted, retry=false 2024-11-16T18:20:22,635 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:20:22,645 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/switch/merge already deleted, retry=false 2024-11-16T18:20:22,647 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:20:22,659 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/snapshot-cleanup already deleted, retry=false 2024-11-16T18:20:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282144703/running 2024-11-16T18:20:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1282144703/running 2024-11-16T18:20:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,670 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,34811,1731781220955, sessionid=0x10144e04d1c0000, setting cluster-up flag (Was=false) 2024-11-16T18:20:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,722 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1282144703/flush-table-proc/acquired, /0-1282144703/flush-table-proc/reached, /0-1282144703/flush-table-proc/abort 2024-11-16T18:20:22,723 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,34811,1731781220955 2024-11-16T18:20:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:22,774 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1282144703/online-snapshot/acquired, /0-1282144703/online-snapshot/reached, /0-1282144703/online-snapshot/abort 2024-11-16T18:20:22,775 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,34811,1731781220955 2024-11-16T18:20:22,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:20:22,777 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:22,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:20:22,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:20:22,778 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,34811,1731781220955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:22,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781252780 2024-11-16T18:20:22,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:20:22,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:20:22,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:20:22,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:20:22,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:20:22,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:20:22,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:22,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:20:22,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:20:22,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:20:22,784 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781222782,5,FailOnTimeoutGroup] 2024-11-16T18:20:22,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781222784,5,FailOnTimeoutGroup] 2024-11-16T18:20:22,785 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,785 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:20:22,786 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,786 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:20:22,788 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(746): ClusterId : 4cab2b86-5a1d-4065-b0a7-b62c12fac89f 2024-11-16T18:20:22,788 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:20:22,874 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:20:22,874 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:20:22,902 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:20:22,902 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b35d02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:22,912 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:44805 2024-11-16T18:20:22,912 INFO [RS:0;3bde9015baec:44805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:20:22,912 INFO [RS:0;3bde9015baec:44805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:20:22,912 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:20:22,912 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,34811,1731781220955 with port=44805, startcode=1731781221151 2024-11-16T18:20:22,912 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:20:22,913 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:20:22,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34811 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,915 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186 2024-11-16T18:20:22,915 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45571 2024-11-16T18:20:22,915 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:20:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/rs 2024-11-16T18:20:22,922 DEBUG [RS:0;3bde9015baec:44805 {}] zookeeper.ZKUtil(111): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on existing znode=/0-1282144703/rs/3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,922 WARN [RS:0;3bde9015baec:44805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:22,922 INFO [RS:0;3bde9015baec:44805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:22,922 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,44805,1731781221151] 2024-11-16T18:20:22,925 INFO [RS:0;3bde9015baec:44805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:20:22,926 INFO [RS:0;3bde9015baec:44805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:20:22,926 INFO [RS:0;3bde9015baec:44805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:20:22,926 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,926 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:20:22,927 INFO [RS:0;3bde9015baec:44805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:20:22,927 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:22,927 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:22,928 DEBUG [RS:0;3bde9015baec:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,928 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44805,1731781221151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:22,941 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:20:22,942 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44805,1731781221151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,942 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,942 INFO [RS:0;3bde9015baec:44805 {}] regionserver.Replication(171): 3bde9015baec,44805,1731781221151 started 2024-11-16T18:20:22,953 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:22,953 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,44805,1731781221151, RpcServer on 3bde9015baec/172.17.0.2:44805, sessionid=0x10144e04d1c0001 2024-11-16T18:20:22,953 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:20:22,953 DEBUG [RS:0;3bde9015baec:44805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,953 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44805,1731781221151' 2024-11-16T18:20:22,953 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1282144703/flush-table-proc/abort' 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1282144703/flush-table-proc/acquired' 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,44805,1731781221151 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44805,1731781221151' 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1282144703/online-snapshot/abort' 2024-11-16T18:20:22,954 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1282144703/online-snapshot/acquired' 2024-11-16T18:20:22,955 DEBUG [RS:0;3bde9015baec:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:20:22,955 INFO [RS:0;3bde9015baec:44805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:20:22,955 INFO [RS:0;3bde9015baec:44805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:20:23,055 INFO [RS:0;3bde9015baec:44805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:23,056 INFO [RS:0;3bde9015baec:44805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44805%2C1731781221151, suffix=, logDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151, archiveDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/oldWALs, maxLogs=10 2024-11-16T18:20:23,067 DEBUG [RS:0;3bde9015baec:44805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, exclude list is [], retry=0 2024-11-16T18:20:23,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5,DISK] 2024-11-16T18:20:23,071 INFO [RS:0;3bde9015baec:44805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 2024-11-16T18:20:23,071 DEBUG [RS:0;3bde9015baec:44805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-16T18:20:23,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:20:23,188 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186 2024-11-16T18:20:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:20:23,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:23,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:23,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:23,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:23,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:23,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:23,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:23,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:23,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:23,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:23,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:23,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:23,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:23,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:23,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:23,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:23,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:23,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:23,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740 2024-11-16T18:20:23,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740 2024-11-16T18:20:23,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:23,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:23,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:23,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:23,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:23,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75224311, jitterRate=0.12092958390712738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781223593Initializing all the Stores at 1731781223594 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781223594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781223594Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781223594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781223594Cleaning up temporary data from old regions at 1731781223601 (+7 ms)Region opened successfully at 1731781223605 (+4 ms) 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:23,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:23,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:23,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781223605Disabling compacts and flushes for region at 1731781223605Disabling writes for close at 1731781223605Writing region close event to WAL at 1731781223605Closed at 1731781223605 2024-11-16T18:20:23,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:23,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:20:23,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:20:23,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:23,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:20:23,758 DEBUG [3bde9015baec:34811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:20:23,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:23,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44805,1731781221151, state=OPENING 2024-11-16T18:20:23,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:20:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:23,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:23,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:23,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282144703/meta-region-server: CHANGED 2024-11-16T18:20:23,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282144703/meta-region-server: CHANGED 2024-11-16T18:20:23,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44805,1731781221151}] 2024-11-16T18:20:24,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:24,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:20:24,031 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:20:24,031 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:24,032 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:20:24,033 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44805%2C1731781221151.meta, suffix=.meta, logDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151, archiveDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/oldWALs, maxLogs=10 2024-11-16T18:20:24,051 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.meta.1731781224033.meta, exclude list is [], retry=0 2024-11-16T18:20:24,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5,DISK] 2024-11-16T18:20:24,054 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.meta.1731781224033.meta 2024-11-16T18:20:24,054 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-16T18:20:24,055 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:24,055 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:24,055 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:24,055 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:20:24,055 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:20:24,055 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:20:24,055 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:24,056 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:20:24,056 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:20:24,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:24,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:24,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:24,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:24,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:24,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:24,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:24,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:24,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:24,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:24,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:24,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:24,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:24,060 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:24,061 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740 2024-11-16T18:20:24,061 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740 2024-11-16T18:20:24,062 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:24,062 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:24,062 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:24,063 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:24,064 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221598, jitterRate=-0.10262826085090637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:24,064 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:20:24,064 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781224056Writing region info on filesystem at 1731781224056Initializing all the Stores at 1731781224057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781224057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781224057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781224057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781224057Cleaning up temporary data from old regions at 1731781224062 (+5 ms)Running coprocessor post-open hooks at 1731781224064 (+2 ms)Region opened successfully at 1731781224064 2024-11-16T18:20:24,065 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781224027 2024-11-16T18:20:24,066 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:20:24,066 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:20:24,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:24,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44805,1731781221151, state=OPEN 2024-11-16T18:20:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1282144703/meta-region-server 2024-11-16T18:20:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1282144703/meta-region-server 2024-11-16T18:20:24,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282144703/meta-region-server: CHANGED 2024-11-16T18:20:24,087 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,44805,1731781221151 2024-11-16T18:20:24,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1282144703/meta-region-server: CHANGED 2024-11-16T18:20:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:20:24,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44805,1731781221151 in 212 msec 2024-11-16T18:20:24,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:20:24,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-16T18:20:24,092 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:24,092 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:20:24,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:24,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44805,1731781221151, seqNum=-1] 2024-11-16T18:20:24,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:24,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:24,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-16T18:20:24,100 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781224100, completionTime=-1 2024-11-16T18:20:24,100 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:20:24,100 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:20:24,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:20:24,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781284102 2024-11-16T18:20:24,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781344102 2024-11-16T18:20:24,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:34811, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,105 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:20:24,106 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.878sec 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:24,107 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:20:24,109 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:20:24,109 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:20:24,109 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34811,1731781220955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:24,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36de61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:24,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:24,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:24,190 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:24,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:24,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:24,192 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:24,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589c16f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:24,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44805,1731781221151, seqNum=-1] 2024-11-16T18:20:24,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:24,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:24,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,34811,1731781220955 2024-11-16T18:20:24,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:24,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:24,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144e04d1c0002 connected 2024-11-16T18:20:24,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir so I do NOT create it in target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad 2024-11-16T18:20:24,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:20:24,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.tmp.dir so I do NOT create it in target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad 2024-11-16T18:20:24,218 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:20:24,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad 2024-11-16T18:20:24,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/cluster_f76b2f22-5b21-8062-deb9-8eb7711cc26e, deleteOnExit=true 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/test.cache.data in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:20:24,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:20:24,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:20:24,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:20:24,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:24,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:24,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:24,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:24,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:20:24,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:24,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14e49bc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:24,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c44fd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:24,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d5f989{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/java.io.tmpdir/jetty-localhost-42171-hadoop-hdfs-3_4_1-tests_jar-_-any-5361332549516242790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:24,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b2c62a2{HTTP/1.1, (http/1.1)}{localhost:42171} 2024-11-16T18:20:24,636 INFO [Time-limited test {}] server.Server(415): Started @209160ms 2024-11-16T18:20:24,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:24,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:24,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:24,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:24,878 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:20:24,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f67ac1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:24,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@546b1060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:25,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e3e6835{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/java.io.tmpdir/jetty-localhost-43255-hadoop-hdfs-3_4_1-tests_jar-_-any-15694268016821245479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:25,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d04596e{HTTP/1.1, (http/1.1)}{localhost:43255} 2024-11-16T18:20:25,007 INFO [Time-limited test {}] server.Server(415): Started @209532ms 2024-11-16T18:20:25,008 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:20:25,654 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/cluster_f76b2f22-5b21-8062-deb9-8eb7711cc26e/data/data1/current/BP-428156627-172.17.0.2-1731781224234/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:25,654 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/cluster_f76b2f22-5b21-8062-deb9-8eb7711cc26e/data/data2/current/BP-428156627-172.17.0.2-1731781224234/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:25,670 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:20:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b2582b48a32ec1 with lease ID 0xf684ed547df6446f: Processing first storage report for DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8 from datanode DatanodeRegistration(127.0.0.1:43171, datanodeUuid=29a60b5c-1430-455c-84ce-c2714f19ab45, infoPort=44895, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1936877242;c=1731781224234) 2024-11-16T18:20:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b2582b48a32ec1 with lease ID 0xf684ed547df6446f: from storage DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8 node DatanodeRegistration(127.0.0.1:43171, datanodeUuid=29a60b5c-1430-455c-84ce-c2714f19ab45, infoPort=44895, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1936877242;c=1731781224234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9b2582b48a32ec1 with lease ID 0xf684ed547df6446f: Processing first storage report for DS-93a72898-824c-4b20-9107-4c8d3519cd2b from datanode DatanodeRegistration(127.0.0.1:43171, datanodeUuid=29a60b5c-1430-455c-84ce-c2714f19ab45, infoPort=44895, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1936877242;c=1731781224234) 2024-11-16T18:20:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9b2582b48a32ec1 with lease ID 0xf684ed547df6446f: from storage DS-93a72898-824c-4b20-9107-4c8d3519cd2b node DatanodeRegistration(127.0.0.1:43171, datanodeUuid=29a60b5c-1430-455c-84ce-c2714f19ab45, infoPort=44895, infoSecurePort=0, ipcPort=34713, storageInfo=lv=-57;cid=testClusterID;nsid=1936877242;c=1731781224234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:25,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad 2024-11-16T18:20:25,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:25,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:20:26,141 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0 with version=8 2024-11-16T18:20:26,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/hbase-staging 2024-11-16T18:20:26,143 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:26,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:20:26,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:26,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43387 2024-11-16T18:20:26,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43387 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433870x0, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:26,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43387-0x10144e04d1c0003 connected 2024-11-16T18:20:26,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:26,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:26,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/running 2024-11-16T18:20:26,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0, hbase.cluster.distributed=false 2024-11-16T18:20:26,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/acl 2024-11-16T18:20:26,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-16T18:20:26,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43387 2024-11-16T18:20:26,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43387 2024-11-16T18:20:26,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-16T18:20:26,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43387 2024-11-16T18:20:26,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:26,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:26,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43771 2024-11-16T18:20:26,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43771 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:26,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:26,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:26,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437710x0, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:26,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437710x0, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/running 2024-11-16T18:20:26,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43771-0x10144e04d1c0004 connected 2024-11-16T18:20:26,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:20:26,312 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:20:26,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/master 2024-11-16T18:20:26,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/acl 2024-11-16T18:20:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43771 2024-11-16T18:20:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43771 2024-11-16T18:20:26,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43771 2024-11-16T18:20:26,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43771 2024-11-16T18:20:26,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43771 2024-11-16T18:20:26,330 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:43387 2024-11-16T18:20:26,330 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-956176627/backup-masters/3bde9015baec,43387,1731781226143 2024-11-16T18:20:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/backup-masters 2024-11-16T18:20:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/backup-masters 2024-11-16T18:20:26,343 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on existing znode=/1-956176627/backup-masters/3bde9015baec,43387,1731781226143 2024-11-16T18:20:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-956176627/master 2024-11-16T18:20:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:26,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on existing znode=/1-956176627/master 2024-11-16T18:20:26,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-956176627/backup-masters/3bde9015baec,43387,1731781226143 from backup master directory 2024-11-16T18:20:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-956176627/backup-masters/3bde9015baec,43387,1731781226143 2024-11-16T18:20:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/backup-masters 2024-11-16T18:20:26,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/backup-masters 2024-11-16T18:20:26,364 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:26,364 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,43387,1731781226143 2024-11-16T18:20:26,367 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/hbase.id] with ID: df199876-cc88-49a4-ab4b-4afa897072b0 2024-11-16T18:20:26,367 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/.tmp/hbase.id 2024-11-16T18:20:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:20:26,771 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/.tmp/hbase.id]:[hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/hbase.id] 2024-11-16T18:20:26,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:26,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:20:26,780 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T18:20:26,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:26,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:26,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:20:27,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:27,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:27,232 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:27,232 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:20:27,233 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:20:27,638 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store 2024-11-16T18:20:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:20:28,043 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:28,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:28,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781228044Disabling compacts and flushes for region at 1731781228044Disabling writes for close at 1731781228044Writing region close event to WAL at 1731781228044Closed at 1731781228044 2024-11-16T18:20:28,044 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/.initializing 2024-11-16T18:20:28,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/WALs/3bde9015baec,43387,1731781226143 2024-11-16T18:20:28,045 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:28,046 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C43387%2C1731781226143, suffix=, logDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/WALs/3bde9015baec,43387,1731781226143, archiveDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/oldWALs, maxLogs=10 2024-11-16T18:20:28,058 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/WALs/3bde9015baec,43387,1731781226143/3bde9015baec%2C43387%2C1731781226143.1731781228047, exclude list is [], retry=0 2024-11-16T18:20:28,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8,DISK] 2024-11-16T18:20:28,062 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/WALs/3bde9015baec,43387,1731781226143/3bde9015baec%2C43387%2C1731781226143.1731781228047 2024-11-16T18:20:28,062 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44895:44895)] 2024-11-16T18:20:28,062 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:28,063 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:28,063 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,063 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:20:28,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:28,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:20:28,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:28,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:20:28,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:28,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:20:28,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:28,069 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,070 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,070 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,071 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,071 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,071 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:28,072 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:28,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:28,074 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65802954, jitterRate=-0.019459575414657593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:28,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781228063Initializing all the Stores at 1731781228064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781228064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781228064Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781228064Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781228064Cleaning up temporary data from old regions at 1731781228071 (+7 ms)Region opened successfully at 1731781228074 (+3 ms) 2024-11-16T18:20:28,075 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:20:28,077 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7dbc1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:28,077 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:20:28,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:20:28,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:20:28,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:20:28,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:20:28,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:20:28,079 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:20:28,080 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:20:28,081 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/balancer because node does not exist (not necessarily an error) 2024-11-16T18:20:28,257 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/balancer already deleted, retry=false 2024-11-16T18:20:28,257 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:20:28,258 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:20:28,279 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/normalizer already deleted, retry=false 2024-11-16T18:20:28,280 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:20:28,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:20:28,290 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/switch/split already deleted, retry=false 2024-11-16T18:20:28,290 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:20:28,300 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/switch/merge already deleted, retry=false 2024-11-16T18:20:28,302 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:20:28,311 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/snapshot-cleanup already deleted, retry=false 2024-11-16T18:20:28,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-956176627/running 2024-11-16T18:20:28,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-956176627/running 2024-11-16T18:20:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,322 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,43387,1731781226143, sessionid=0x10144e04d1c0003, setting cluster-up flag (Was=false) 2024-11-16T18:20:28,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,374 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-956176627/flush-table-proc/acquired, /1-956176627/flush-table-proc/reached, /1-956176627/flush-table-proc/abort 2024-11-16T18:20:28,375 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43387,1731781226143 2024-11-16T18:20:28,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:28,427 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-956176627/online-snapshot/acquired, /1-956176627/online-snapshot/reached, /1-956176627/online-snapshot/abort 2024-11-16T18:20:28,428 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,43387,1731781226143 2024-11-16T18:20:28,429 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:20:28,430 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:28,430 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:20:28,430 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:20:28,430 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,43387,1731781226143 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:28,431 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:28,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:20:28,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:20:28,440 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781258440 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:20:28,441 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,443 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:20:28,443 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:20:28,443 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:20:28,444 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:20:28,444 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:20:28,444 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:20:28,449 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781228444,5,FailOnTimeoutGroup] 2024-11-16T18:20:28,450 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781228450,5,FailOnTimeoutGroup] 2024-11-16T18:20:28,450 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,450 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:20:28,450 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,450 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:20:28,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:20:28,452 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0 2024-11-16T18:20:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741832_1008 (size=32) 2024-11-16T18:20:28,523 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(746): ClusterId : df199876-cc88-49a4-ab4b-4afa897072b0 2024-11-16T18:20:28,523 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:20:28,533 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:20:28,533 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:20:28,543 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:20:28,543 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c2bb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:28,554 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:43771 2024-11-16T18:20:28,554 INFO [RS:0;3bde9015baec:43771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:20:28,554 INFO [RS:0;3bde9015baec:43771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:20:28,554 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:20:28,554 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,43387,1731781226143 with port=43771, startcode=1731781226296 2024-11-16T18:20:28,555 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:20:28,556 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:20:28,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43387 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,557 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0 2024-11-16T18:20:28,557 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42137 2024-11-16T18:20:28,557 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:20:28,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/rs 2024-11-16T18:20:28,620 DEBUG [RS:0;3bde9015baec:43771 {}] zookeeper.ZKUtil(111): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on existing znode=/1-956176627/rs/3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,620 WARN [RS:0;3bde9015baec:43771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:28,620 INFO [RS:0;3bde9015baec:43771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:28,620 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,43771,1731781226296] 2024-11-16T18:20:28,622 INFO [RS:0;3bde9015baec:43771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:20:28,623 INFO [RS:0;3bde9015baec:43771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:20:28,624 INFO [RS:0;3bde9015baec:43771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:20:28,624 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,624 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:20:28,624 INFO [RS:0;3bde9015baec:43771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:20:28,624 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:28,625 DEBUG [RS:0;3bde9015baec:43771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,625 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43771,1731781226296-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:28,637 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:20:28,637 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43771,1731781226296-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,637 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,637 INFO [RS:0;3bde9015baec:43771 {}] regionserver.Replication(171): 3bde9015baec,43771,1731781226296 started 2024-11-16T18:20:28,648 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:28,648 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,43771,1731781226296, RpcServer on 3bde9015baec/172.17.0.2:43771, sessionid=0x10144e04d1c0004 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,43771,1731781226296' 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-956176627/flush-table-proc/abort' 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-956176627/flush-table-proc/acquired' 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,43771,1731781226296 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,43771,1731781226296' 2024-11-16T18:20:28,649 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-956176627/online-snapshot/abort' 2024-11-16T18:20:28,650 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-956176627/online-snapshot/acquired' 2024-11-16T18:20:28,650 DEBUG [RS:0;3bde9015baec:43771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:20:28,650 INFO [RS:0;3bde9015baec:43771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:20:28,650 INFO [RS:0;3bde9015baec:43771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:20:28,750 INFO [RS:0;3bde9015baec:43771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:28,752 INFO [RS:0;3bde9015baec:43771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C43771%2C1731781226296, suffix=, logDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296, archiveDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/oldWALs, maxLogs=10 2024-11-16T18:20:28,763 DEBUG [RS:0;3bde9015baec:43771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, exclude list is [], retry=0 2024-11-16T18:20:28,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8,DISK] 2024-11-16T18:20:28,766 INFO [RS:0;3bde9015baec:43771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 2024-11-16T18:20:28,769 DEBUG [RS:0;3bde9015baec:43771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44895:44895)] 2024-11-16T18:20:28,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:28,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:28,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:28,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:28,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:28,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:28,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:28,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:28,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:28,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:28,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:28,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:28,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:28,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:28,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:28,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740 2024-11-16T18:20:28,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740 2024-11-16T18:20:28,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:28,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:28,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:28,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:28,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62535595, jitterRate=-0.06814701855182648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781228860Initializing all the Stores at 1731781228861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781228861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781228861Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781228861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781228861Cleaning up temporary data from old regions at 1731781228867 (+6 ms)Region opened successfully at 1731781228870 (+3 ms) 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:28,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:28,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:28,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:28,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781228870Disabling compacts and flushes for region at 1731781228870Disabling writes for close at 1731781228870Writing region close event to WAL at 1731781228870Closed at 1731781228870 2024-11-16T18:20:28,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:28,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:20:28,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:20:28,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:28,873 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:20:28,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:20:29,024 DEBUG [3bde9015baec:43387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:20:29,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:29,025 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,43771,1731781226296, state=OPENING 2024-11-16T18:20:29,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:20:29,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:29,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:29,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:29,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-956176627/meta-region-server: CHANGED 2024-11-16T18:20:29,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-956176627/meta-region-server: CHANGED 2024-11-16T18:20:29,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,43771,1731781226296}] 2024-11-16T18:20:29,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:29,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:20:29,243 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:20:29,243 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:29,243 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:20:29,244 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C43771%2C1731781226296.meta, suffix=.meta, logDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296, archiveDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/oldWALs, maxLogs=10 2024-11-16T18:20:29,259 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.meta.1731781229244.meta, exclude list is [], retry=0 2024-11-16T18:20:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8,DISK] 2024-11-16T18:20:29,262 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.meta.1731781229244.meta 2024-11-16T18:20:29,262 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44895:44895)] 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:29,263 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:20:29,263 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:20:29,263 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:20:29,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:29,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:29,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:29,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:29,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:29,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:29,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:29,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:29,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:29,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:29,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:29,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:29,268 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:29,269 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740 2024-11-16T18:20:29,269 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740 2024-11-16T18:20:29,270 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:29,270 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:29,270 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:29,271 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:29,272 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71183410, jitterRate=0.06071546673774719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:29,272 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:20:29,272 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781229264Writing region info on filesystem at 1731781229264Initializing all the Stores at 1731781229264Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781229264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781229264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781229264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781229264Cleaning up temporary data from old regions at 1731781229270 (+6 ms)Running coprocessor post-open hooks at 1731781229272 (+2 ms)Region opened successfully at 1731781229272 2024-11-16T18:20:29,273 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781229239 2024-11-16T18:20:29,274 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:20:29,274 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:20:29,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:29,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,43771,1731781226296, state=OPEN 2024-11-16T18:20:29,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-956176627/meta-region-server 2024-11-16T18:20:29,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-956176627/meta-region-server 2024-11-16T18:20:29,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,43771,1731781226296 2024-11-16T18:20:29,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-956176627/meta-region-server: CHANGED 2024-11-16T18:20:29,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-956176627/meta-region-server: CHANGED 2024-11-16T18:20:29,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:20:29,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,43771,1731781226296 in 200 msec 2024-11-16T18:20:29,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:20:29,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-16T18:20:29,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:29,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:20:29,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:29,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,43771,1731781226296, seqNum=-1] 2024-11-16T18:20:29,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:29,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:29,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 866 msec 2024-11-16T18:20:29,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781229296, completionTime=-1 2024-11-16T18:20:29,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:20:29,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781289298 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781349298 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:43387, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,299 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.937sec 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:29,301 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:20:29,303 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:20:29,303 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:20:29,303 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,43387,1731781226143-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:29,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3ef69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:29,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:29,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:29,324 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f61de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:29,325 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:29,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bffb8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:29,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,43771,1731781226296, seqNum=-1] 2024-11-16T18:20:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:29,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:29,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,43387,1731781226143 2024-11-16T18:20:29,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64367 2024-11-16T18:20:29,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:29,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144e04d1c0005 connected 2024-11-16T18:20:29,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,34811,1731781220955 2024-11-16T18:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb19545 2024-11-16T18:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:29,357 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:29,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:20:29,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:29,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:29,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:20:29,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:29,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:20:29,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8aeb9c63596d60a896cd0f50233af4f, NAME => 'test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186 2024-11-16T18:20:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:20:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:29,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:29,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d8aeb9c63596d60a896cd0f50233af4f, disabling compactions & flushes 2024-11-16T18:20:29,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:29,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:29,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. after waiting 0 ms 2024-11-16T18:20:29,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:29,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:29,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8aeb9c63596d60a896cd0f50233af4f: Waiting for close lock at 1731781229771Disabling compacts and flushes for region at 1731781229771Disabling writes for close at 1731781229771Writing region close event to WAL at 1731781229771Closed at 1731781229771 2024-11-16T18:20:29,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:29,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781229772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781229772"}]},"ts":"1731781229772"} 2024-11-16T18:20:29,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:29,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:29,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781229774"}]},"ts":"1731781229774"} 2024-11-16T18:20:29,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:20:29,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8aeb9c63596d60a896cd0f50233af4f, ASSIGN}] 2024-11-16T18:20:29,777 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8aeb9c63596d60a896cd0f50233af4f, ASSIGN 2024-11-16T18:20:29,778 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d8aeb9c63596d60a896cd0f50233af4f, ASSIGN; state=OFFLINE, location=3bde9015baec,44805,1731781221151; forceNewPlan=false, retain=false 2024-11-16T18:20:29,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8aeb9c63596d60a896cd0f50233af4f, regionState=OPENING, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:29,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d8aeb9c63596d60a896cd0f50233af4f, ASSIGN because future has completed 2024-11-16T18:20:29,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8aeb9c63596d60a896cd0f50233af4f, server=3bde9015baec,44805,1731781221151}] 2024-11-16T18:20:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:30,085 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:30,085 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8aeb9c63596d60a896cd0f50233af4f, NAME => 'test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:30,086 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:30,086 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:20:30,086 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,086 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:30,086 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,086 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,087 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,088 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8aeb9c63596d60a896cd0f50233af4f columnFamilyName f 2024-11-16T18:20:30,088 DEBUG [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:30,089 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(327): Store=d8aeb9c63596d60a896cd0f50233af4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:30,089 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,089 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8aeb9c63596d60a896cd0f50233af4f columnFamilyName f1 2024-11-16T18:20:30,089 DEBUG [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:30,090 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(327): Store=d8aeb9c63596d60a896cd0f50233af4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:30,090 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,090 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8aeb9c63596d60a896cd0f50233af4f columnFamilyName norep 2024-11-16T18:20:30,090 DEBUG [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:30,091 INFO [StoreOpener-d8aeb9c63596d60a896cd0f50233af4f-1 {}] regionserver.HStore(327): Store=d8aeb9c63596d60a896cd0f50233af4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:30,091 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,091 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,092 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,092 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,092 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,093 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:30,094 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,095 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:30,095 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8aeb9c63596d60a896cd0f50233af4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67247664, jitterRate=0.0020682811737060547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:30,095 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:30,096 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8aeb9c63596d60a896cd0f50233af4f: Running coprocessor pre-open hook at 1731781230086Writing region info on filesystem at 1731781230086Initializing all the Stores at 1731781230087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781230087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781230087Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781230087Cleaning up temporary data from old regions at 1731781230092 (+5 ms)Running coprocessor post-open hooks at 1731781230095 (+3 ms)Region opened successfully at 1731781230096 (+1 ms) 2024-11-16T18:20:30,096 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f., pid=6, masterSystemTime=1731781230083 2024-11-16T18:20:30,098 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:30,098 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:30,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8aeb9c63596d60a896cd0f50233af4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:30,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8aeb9c63596d60a896cd0f50233af4f, server=3bde9015baec,44805,1731781221151 because future has completed 2024-11-16T18:20:30,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:20:30,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8aeb9c63596d60a896cd0f50233af4f, server=3bde9015baec,44805,1731781221151 in 170 msec 2024-11-16T18:20:30,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:20:30,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d8aeb9c63596d60a896cd0f50233af4f, ASSIGN in 326 msec 2024-11-16T18:20:30,104 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:30,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781230104"}]},"ts":"1731781230104"} 2024-11-16T18:20:30,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:20:30,107 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:30,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-16T18:20:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:30,503 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:20:30,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43387,1731781226143 2024-11-16T18:20:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6278fe83 2024-11-16T18:20:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:30,505 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:30,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:20:30,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:30,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:30,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:20:30,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:20:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:30,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c4db61f3df901e2ead0035aeb224d5e, NAME => 'test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0 2024-11-16T18:20:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:20:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c4db61f3df901e2ead0035aeb224d5e, disabling compactions & flushes 2024-11-16T18:20:31,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. after waiting 0 ms 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c4db61f3df901e2ead0035aeb224d5e: Waiting for close lock at 1731781231320Disabling compacts and flushes for region at 1731781231320Disabling writes for close at 1731781231320Writing region close event to WAL at 1731781231320Closed at 1731781231320 2024-11-16T18:20:31,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:31,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781231321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781231321"}]},"ts":"1731781231321"} 2024-11-16T18:20:31,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:31,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:31,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781231323"}]},"ts":"1731781231323"} 2024-11-16T18:20:31,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:20:31,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c4db61f3df901e2ead0035aeb224d5e, ASSIGN}] 2024-11-16T18:20:31,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c4db61f3df901e2ead0035aeb224d5e, ASSIGN 2024-11-16T18:20:31,326 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c4db61f3df901e2ead0035aeb224d5e, ASSIGN; state=OFFLINE, location=3bde9015baec,43771,1731781226296; forceNewPlan=false, retain=false 2024-11-16T18:20:31,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c4db61f3df901e2ead0035aeb224d5e, regionState=OPENING, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:31,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c4db61f3df901e2ead0035aeb224d5e, ASSIGN because future has completed 2024-11-16T18:20:31,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c4db61f3df901e2ead0035aeb224d5e, server=3bde9015baec,43771,1731781226296}] 2024-11-16T18:20:31,633 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,633 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c4db61f3df901e2ead0035aeb224d5e, NAME => 'test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:31,634 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:31,634 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:20:31,634 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,634 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:31,634 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,634 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,635 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,636 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4db61f3df901e2ead0035aeb224d5e columnFamilyName f 2024-11-16T18:20:31,636 DEBUG [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:31,636 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(327): Store=7c4db61f3df901e2ead0035aeb224d5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:31,636 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,637 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4db61f3df901e2ead0035aeb224d5e columnFamilyName f1 2024-11-16T18:20:31,637 DEBUG [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:31,637 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(327): Store=7c4db61f3df901e2ead0035aeb224d5e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:31,638 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,638 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c4db61f3df901e2ead0035aeb224d5e columnFamilyName norep 2024-11-16T18:20:31,638 DEBUG [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:31,638 INFO [StoreOpener-7c4db61f3df901e2ead0035aeb224d5e-1 {}] regionserver.HStore(327): Store=7c4db61f3df901e2ead0035aeb224d5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:31,639 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,639 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,639 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,640 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,640 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,640 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:31,641 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,642 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:31,642 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c4db61f3df901e2ead0035aeb224d5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71196712, jitterRate=0.060913681983947754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:31,643 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:31,643 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c4db61f3df901e2ead0035aeb224d5e: Running coprocessor pre-open hook at 1731781231634Writing region info on filesystem at 1731781231634Initializing all the Stores at 1731781231635 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781231635Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781231635Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781231635Cleaning up temporary data from old regions at 1731781231640 (+5 ms)Running coprocessor post-open hooks at 1731781231643 (+3 ms)Region opened successfully at 1731781231643 2024-11-16T18:20:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:31,643 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e., pid=6, masterSystemTime=1731781231631 2024-11-16T18:20:31,645 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,645 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:31,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c4db61f3df901e2ead0035aeb224d5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:31,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c4db61f3df901e2ead0035aeb224d5e, server=3bde9015baec,43771,1731781226296 because future has completed 2024-11-16T18:20:31,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:20:31,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c4db61f3df901e2ead0035aeb224d5e, server=3bde9015baec,43771,1731781226296 in 168 msec 2024-11-16T18:20:31,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:20:31,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c4db61f3df901e2ead0035aeb224d5e, ASSIGN in 324 msec 2024-11-16T18:20:31,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:31,651 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781231651"}]},"ts":"1731781231651"} 2024-11-16T18:20:31,652 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:20:31,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:31,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-16T18:20:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:20:31,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:31,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:20:31,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T18:20:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T18:20:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T18:20:31,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T18:20:31,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:32,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:32,332 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:32,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18237 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:20:32,653 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:20:32,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22761907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:32,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:32,654 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5d45b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,656 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:32,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61548438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14844250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:32,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:32,658 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dc5510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:32,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,659 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:32,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e80a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151b2951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:32,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:32,661 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7bac17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,662 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15007683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,34811,1731781220955 2024-11-16T18:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772a5a0e 2024-11-16T18:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:32,664 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:32,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:43387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:20:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:20:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:32,666 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43387' 2024-11-16T18:20:32,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4aa10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,667 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:32,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:32,668 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a1d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,669 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782bbc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:32,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43387,1731781226143 2024-11-16T18:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@687d9556 2024-11-16T18:20:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:32,671 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:32,672 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:20:32,672 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:20:32,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:32,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:32,672 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:32,673 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:20:32,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:32,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:32,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:20:32,723 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:20:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:33,081 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86616b1e066c36ba5cdf0b9eb6d17b2f, NAME => 'hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186 2024-11-16T18:20:33,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:20:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:33,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:33,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86616b1e066c36ba5cdf0b9eb6d17b2f, disabling compactions & flushes 2024-11-16T18:20:33,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. after waiting 0 ms 2024-11-16T18:20:33,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86616b1e066c36ba5cdf0b9eb6d17b2f: Waiting for close lock at 1731781233486Disabling compacts and flushes for region at 1731781233486Disabling writes for close at 1731781233486Writing region close event to WAL at 1731781233486Closed at 1731781233486 2024-11-16T18:20:33,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:33,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781233487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781233487"}]},"ts":"1731781233487"} 2024-11-16T18:20:33,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:33,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:33,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781233490"}]},"ts":"1731781233490"} 2024-11-16T18:20:33,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:20:33,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86616b1e066c36ba5cdf0b9eb6d17b2f, ASSIGN}] 2024-11-16T18:20:33,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86616b1e066c36ba5cdf0b9eb6d17b2f, ASSIGN 2024-11-16T18:20:33,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86616b1e066c36ba5cdf0b9eb6d17b2f, ASSIGN; state=OFFLINE, location=3bde9015baec,44805,1731781221151; forceNewPlan=false, retain=false 2024-11-16T18:20:33,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86616b1e066c36ba5cdf0b9eb6d17b2f, regionState=OPENING, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86616b1e066c36ba5cdf0b9eb6d17b2f, ASSIGN because future has completed 2024-11-16T18:20:33,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86616b1e066c36ba5cdf0b9eb6d17b2f, server=3bde9015baec,44805,1731781221151}] 2024-11-16T18:20:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:33,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:33,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:20:33,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44805%2C1731781221151.rep, suffix=, logDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151, archiveDir=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/oldWALs, maxLogs=10 2024-11-16T18:20:33,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.rep.1731781233835, exclude list is [], retry=0 2024-11-16T18:20:33,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33899,DS-6ed85070-421a-44bd-a95c-7e0b7cd41af5,DISK] 2024-11-16T18:20:33,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.rep.1731781233835 2024-11-16T18:20:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46043:46043)] 2024-11-16T18:20:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86616b1e066c36ba5cdf0b9eb6d17b2f, NAME => 'hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:33,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:33,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. service=MultiRowMutationService 2024-11-16T18:20:33,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:20:33,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:33,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,853 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,854 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86616b1e066c36ba5cdf0b9eb6d17b2f columnFamilyName hfileref 2024-11-16T18:20:33,854 DEBUG [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:33,854 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(327): Store=86616b1e066c36ba5cdf0b9eb6d17b2f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:33,854 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,855 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86616b1e066c36ba5cdf0b9eb6d17b2f columnFamilyName queue 2024-11-16T18:20:33,855 DEBUG [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:33,855 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(327): Store=86616b1e066c36ba5cdf0b9eb6d17b2f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:33,855 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,856 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86616b1e066c36ba5cdf0b9eb6d17b2f columnFamilyName sid 2024-11-16T18:20:33,856 DEBUG [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:33,857 INFO [StoreOpener-86616b1e066c36ba5cdf0b9eb6d17b2f-1 {}] regionserver.HStore(327): Store=86616b1e066c36ba5cdf0b9eb6d17b2f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/replication/86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/replication/86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:33,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/replication/86616b1e066c36ba5cdf0b9eb6d17b2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:33,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86616b1e066c36ba5cdf0b9eb6d17b2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72910182, jitterRate=0.0864463746547699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:33,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:33,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86616b1e066c36ba5cdf0b9eb6d17b2f: Running coprocessor pre-open hook at 1731781233852Writing region info on filesystem at 1731781233852Initializing all the Stores at 1731781233853 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781233853Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781233853Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781233853Cleaning up temporary data from old regions at 1731781233858 (+5 ms)Running coprocessor post-open hooks at 1731781233871 (+13 ms)Region opened successfully at 1731781233871 2024-11-16T18:20:33,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f., pid=10, masterSystemTime=1731781233830 2024-11-16T18:20:33,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:33,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86616b1e066c36ba5cdf0b9eb6d17b2f, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,44805,1731781221151 2024-11-16T18:20:33,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86616b1e066c36ba5cdf0b9eb6d17b2f, server=3bde9015baec,44805,1731781221151 because future has completed 2024-11-16T18:20:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:20:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86616b1e066c36ba5cdf0b9eb6d17b2f, server=3bde9015baec,44805,1731781221151 in 232 msec 2024-11-16T18:20:33,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:20:33,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86616b1e066c36ba5cdf0b9eb6d17b2f, ASSIGN in 388 msec 2024-11-16T18:20:33,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:33,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781233882"}]},"ts":"1731781233882"} 2024-11-16T18:20:33,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:20:33,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:33,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-16T18:20:33,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f., hostname=3bde9015baec,44805,1731781221151, seqNum=2] 2024-11-16T18:20:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:33,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:20:34,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:20:34,138 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:20:34,164 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,44805,1731781221151, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:20:34,164 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:34,164 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44805,1731781221151, seqNum=-1] 2024-11-16T18:20:34,165 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:34,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:34,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,44805,1731781221151', locateType=CURRENT is [region=hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f., hostname=3bde9015baec,44805,1731781221151, seqNum=2] 2024-11-16T18:20:34,169 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:20:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:20:34,171 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,44805,1731781221151 suceeded 2024-11-16T18:20:34,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:20:34,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T18:20:34,173 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:43387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:20:34,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-16T18:20:34,185 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:43387' 2024-11-16T18:20:34,186 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466ee0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,186 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:34,186 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:34,187 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:34,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:34,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:34,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1d2eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:34,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:34,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,188 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:34,189 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ab2832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,189 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43387,1731781226143 2024-11-16T18:20:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d96570f 2024-11-16T18:20:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:34,190 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:34,191 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,44805,1731781221151 (queues=1) is replicating from cluster=4cab2b86-5a1d-4065-b0a7-b62c12fac89f to cluster=df199876-cc88-49a4-ab4b-4afa897072b0 2024-11-16T18:20:34,191 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C44805%2C1731781221151 2024-11-16T18:20:34,191 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,44805,1731781221151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:20:34,191 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C44805%2C1731781221151 2024-11-16T18:20:34,191 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, startPosition=0, beingWritten=true 2024-11-16T18:20:34,199 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:34,200 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:34,200 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:34,403 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:34,706 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:34,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:34,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:34,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,813 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:20:34,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:34,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:34,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:34,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526e1b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:34,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:34,815 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a149c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:34,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:34,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,816 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:34,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:34,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,43387,1731781226143 2024-11-16T18:20:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-16T18:20:34,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:34,819 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:34,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:34811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:20:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:20:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:34,821 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:34811' 2024-11-16T18:20:34,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2ca70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,822 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:34,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:34,822 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:34,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:34,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:34,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c67f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:34,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:34,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,824 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c31f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:34,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,34811,1731781220955 2024-11-16T18:20:34,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@600e93b7 2024-11-16T18:20:34,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:34,826 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:20:34,827 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:20:34,827 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:20:34,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:34,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:34,827 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:34,828 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:20:34,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:20:34,829 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:34,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:20:34,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:20:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:20:34,879 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:20:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:34,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:20:35,110 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:35,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb3c5fed190960d78f92b8e2b46d0643, NAME => 'hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0 2024-11-16T18:20:35,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:20:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:35,615 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb3c5fed190960d78f92b8e2b46d0643, disabling compactions & flushes 2024-11-16T18:20:35,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. after waiting 0 ms 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,642 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,642 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb3c5fed190960d78f92b8e2b46d0643: Waiting for close lock at 1731781235642Disabling compacts and flushes for region at 1731781235642Disabling writes for close at 1731781235642Writing region close event to WAL at 1731781235642Closed at 1731781235642 2024-11-16T18:20:35,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:20:35,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781235643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781235643"}]},"ts":"1731781235643"} 2024-11-16T18:20:35,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:20:35,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:20:35,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781235646"}]},"ts":"1731781235646"} 2024-11-16T18:20:35,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:20:35,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3c5fed190960d78f92b8e2b46d0643, ASSIGN}] 2024-11-16T18:20:35,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3c5fed190960d78f92b8e2b46d0643, ASSIGN 2024-11-16T18:20:35,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb3c5fed190960d78f92b8e2b46d0643, ASSIGN; state=OFFLINE, location=3bde9015baec,43771,1731781226296; forceNewPlan=false, retain=false 2024-11-16T18:20:35,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb3c5fed190960d78f92b8e2b46d0643, regionState=OPENING, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:35,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb3c5fed190960d78f92b8e2b46d0643, ASSIGN because future has completed 2024-11-16T18:20:35,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3c5fed190960d78f92b8e2b46d0643, server=3bde9015baec,43771,1731781226296}] 2024-11-16T18:20:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:35,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:35,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:20:35,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C43771%2C1731781226296.rep, suffix=, logDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296, archiveDir=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/oldWALs, maxLogs=10 2024-11-16T18:20:35,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.rep.1731781235961, exclude list is [], retry=0 2024-11-16T18:20:35,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43171,DS-541ef90a-9460-4ba6-968e-2d895b7bd4b8,DISK] 2024-11-16T18:20:35,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.rep.1731781235961 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44895:44895)] 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb3c5fed190960d78f92b8e2b46d0643, NAME => 'hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:35,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. service=MultiRowMutationService 2024-11-16T18:20:35,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:35,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,984 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,985 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3c5fed190960d78f92b8e2b46d0643 columnFamilyName hfileref 2024-11-16T18:20:35,985 DEBUG [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:35,985 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(327): Store=eb3c5fed190960d78f92b8e2b46d0643/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:35,985 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,986 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3c5fed190960d78f92b8e2b46d0643 columnFamilyName queue 2024-11-16T18:20:35,986 DEBUG [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:35,987 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(327): Store=eb3c5fed190960d78f92b8e2b46d0643/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:35,987 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,988 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb3c5fed190960d78f92b8e2b46d0643 columnFamilyName sid 2024-11-16T18:20:35,988 DEBUG [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:35,988 INFO [StoreOpener-eb3c5fed190960d78f92b8e2b46d0643-1 {}] regionserver.HStore(327): Store=eb3c5fed190960d78f92b8e2b46d0643/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:35,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:20:35,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:35,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb3c5fed190960d78f92b8e2b46d0643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72972696, jitterRate=0.08737790584564209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:20:35,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:35,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb3c5fed190960d78f92b8e2b46d0643: Running coprocessor pre-open hook at 1731781235983Writing region info on filesystem at 1731781235983Initializing all the Stores at 1731781235983Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781235983Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781235984 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781235984Cleaning up temporary data from old regions at 1731781235990 (+6 ms)Running coprocessor post-open hooks at 1731781235993 (+3 ms)Region opened successfully at 1731781235993 2024-11-16T18:20:35,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643., pid=10, masterSystemTime=1731781235956 2024-11-16T18:20:35,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb3c5fed190960d78f92b8e2b46d0643, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,43771,1731781226296 2024-11-16T18:20:35,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:35,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:36,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb3c5fed190960d78f92b8e2b46d0643, server=3bde9015baec,43771,1731781226296 because future has completed 2024-11-16T18:20:36,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:20:36,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb3c5fed190960d78f92b8e2b46d0643, server=3bde9015baec,43771,1731781226296 in 198 msec 2024-11-16T18:20:36,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:20:36,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb3c5fed190960d78f92b8e2b46d0643, ASSIGN in 356 msec 2024-11-16T18:20:36,007 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:20:36,007 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781236007"}]},"ts":"1731781236007"} 2024-11-16T18:20:36,009 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:20:36,010 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:20:36,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-16T18:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643., hostname=3bde9015baec,43771,1731781226296, seqNum=2] 2024-11-16T18:20:36,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:36,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:36,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:20:36,219 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:36,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:20:36,294 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:20:36,332 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,43771,1731781226296, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:20:36,332 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:36,332 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,43771,1731781226296, seqNum=-1] 2024-11-16T18:20:36,333 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:36,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:36,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,43771,1731781226296', locateType=CURRENT is [region=hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643., hostname=3bde9015baec,43771,1731781226296, seqNum=2] 2024-11-16T18:20:36,337 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:20:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:20:36,341 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,43771,1731781226296 suceeded 2024-11-16T18:20:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:20:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-16T18:20:36,343 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:34811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:20:36,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-16T18:20:36,355 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:34811' 2024-11-16T18:20:36,356 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e387129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:36,356 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:36,356 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:36,357 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:36,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af9c792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:36,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:36,359 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:36,359 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd713f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:36,360 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,34811,1731781220955 2024-11-16T18:20:36,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1343ed8a 2024-11-16T18:20:36,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:20:36,361 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T18:20:36,362 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,43771,1731781226296 (queues=1) is replicating from cluster=df199876-cc88-49a4-ab4b-4afa897072b0 to cluster=4cab2b86-5a1d-4065-b0a7-b62c12fac89f 2024-11-16T18:20:36,362 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C43771%2C1731781226296 2024-11-16T18:20:36,362 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,43771,1731781226296, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:20:36,363 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, startPosition=0, beingWritten=true 2024-11-16T18:20:36,363 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C43771%2C1731781226296 2024-11-16T18:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 379, reset compression=false 2024-11-16T18:20:36,369 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:36,573 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 379, reset compression=false 2024-11-16T18:20:36,878 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 379, reset compression=false 2024-11-16T18:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:20:36,963 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:20:36,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:36,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:36,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:36,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:36,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:36,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44805,1731781221151, seqNum=-1] 2024-11-16T18:20:36,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:36,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f., hostname=3bde9015baec,44805,1731781221151, seqNum=2] 2024-11-16T18:20:36,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,43771,1731781226296, seqNum=-1] 2024-11-16T18:20:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:36,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e., hostname=3bde9015baec,43771,1731781226296, seqNum=2] 2024-11-16T18:20:36,975 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T18:20:37,282 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 379, reset compression=false 2024-11-16T18:20:37,729 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 379, reset compression=false 2024-11-16T18:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 480, reset compression=false 2024-11-16T18:20:37,734 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8aeb9c63596d60a896cd0f50233af4f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T18:20:37,736 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:37,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T18:20:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:20:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777b1b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,43387,-1 for getting cluster id 2024-11-16T18:20:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:37,740 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df199876-cc88-49a4-ab4b-4afa897072b0' 2024-11-16T18:20:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df199876-cc88-49a4-ab4b-4afa897072b0" 2024-11-16T18:20:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@580b94ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,43387,-1] 2024-11-16T18:20:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:37,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:37,741 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:37,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eedf76a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:37,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:37,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,43771,1731781226296, seqNum=-1] 2024-11-16T18:20:37,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:37,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:37,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e., hostname=3bde9015baec,43771,1731781226296, seqNum=2] 2024-11-16T18:20:37,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:20:37,786 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 379, reset compression=false 2024-11-16T18:20:37,790 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:37,790 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 503, reset compression=false 2024-11-16T18:20:37,790 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:37,938 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 480, reset compression=false 2024-11-16T18:20:37,979 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T18:20:37,983 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T18:20:37,993 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 503, reset compression=false 2024-11-16T18:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 607, reset compression=false 2024-11-16T18:20:37,998 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c4db61f3df901e2ead0035aeb224d5e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:20:38,001 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:38,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T18:20:38,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:20:38,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d487544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:38,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,34811,-1 for getting cluster id 2024-11-16T18:20:38,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:38,004 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cab2b86-5a1d-4065-b0a7-b62c12fac89f' 2024-11-16T18:20:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cab2b86-5a1d-4065-b0a7-b62c12fac89f" 2024-11-16T18:20:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67ed571b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,34811,-1] 2024-11-16T18:20:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:38,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:38,005 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:38,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@230b297b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:38,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:38,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44805,1731781221151, seqNum=-1] 2024-11-16T18:20:38,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:38,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T18:20:38,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f., hostname=3bde9015baec,44805,1731781221151, seqNum=2] 2024-11-16T18:20:38,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:20:38,203 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 607, reset compression=false 2024-11-16T18:20:38,244 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 480, reset compression=false 2024-11-16T18:20:38,249 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:38,249 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 608, reset compression=false 2024-11-16T18:20:38,249 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:38,457 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 608, reset compression=false 2024-11-16T18:20:38,509 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 607, reset compression=false 2024-11-16T18:20:38,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 608, reset compression=false 2024-11-16T18:20:38,915 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 607, reset compression=false 2024-11-16T18:20:38,985 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T18:20:38,990 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T18:20:39,166 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 608, reset compression=false 2024-11-16T18:20:39,171 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:39,171 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 764, reset compression=false 2024-11-16T18:20:39,171 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8aeb9c63596d60a896cd0f50233af4f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T18:20:39,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:20:39,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43771 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:20:39,375 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 764, reset compression=false 2024-11-16T18:20:39,418 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 607, reset compression=false 2024-11-16T18:20:39,422 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:39,422 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 754, reset compression=false 2024-11-16T18:20:39,422 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:39,626 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 754, reset compression=false 2024-11-16T18:20:39,678 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 764, reset compression=false 2024-11-16T18:20:39,929 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 754, reset compression=false 2024-11-16T18:20:39,991 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T18:20:39,995 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T18:20:40,081 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 764, reset compression=false 2024-11-16T18:20:40,331 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 754, reset compression=false 2024-11-16T18:20:40,335 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:20:40,335 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 913, reset compression=false 2024-11-16T18:20:40,335 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c4db61f3df901e2ead0035aeb224d5e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T18:20:40,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:20:40,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:20:40,539 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 913, reset compression=false 2024-11-16T18:20:40,584 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 764, reset compression=false 2024-11-16T18:20:40,589 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:40,589 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:40,589 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:40,796 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:40,844 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 913, reset compression=false 2024-11-16T18:20:40,997 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T18:20:40,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:20:40,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:40,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:40,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:40,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:40,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:40,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:20:40,999 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510426930, stopped=false 2024-11-16T18:20:40,999 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,43387,1731781226143 2024-11-16T18:20:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-956176627/running 2024-11-16T18:20:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-956176627/running 2024-11-16T18:20:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:41,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:41,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:41,076 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:41,076 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:41,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:41,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,43771,1731781226296' ***** 2024-11-16T18:20:41,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:20:41,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/running 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:20:41,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Set watcher on znode that does not yet exist, /1-956176627/running 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(3091): Received CLOSE for eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:41,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,43771,1731781226296 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:41,077 INFO [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:43771. 2024-11-16T18:20:41,077 DEBUG [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:41,077 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb3c5fed190960d78f92b8e2b46d0643, disabling compactions & flushes 2024-11-16T18:20:41,077 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:41,077 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:41,078 INFO [RS:0;3bde9015baec:43771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. after waiting 0 ms 2024-11-16T18:20:41,078 INFO [RS:0;3bde9015baec:43771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:20:41,078 INFO [RS:0;3bde9015baec:43771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:41,078 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:20:41,078 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb3c5fed190960d78f92b8e2b46d0643 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-16T18:20:41,078 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:20:41,078 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1325): Online Regions={eb3c5fed190960d78f92b8e2b46d0643=hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643., 1588230740=hbase:meta,,1.1588230740, 7c4db61f3df901e2ead0035aeb224d5e=test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e.} 2024-11-16T18:20:41,078 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c4db61f3df901e2ead0035aeb224d5e, eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:41,078 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:41,078 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:41,078 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:20:41,099 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/.tmp/queue/3f14496449884c56b8f0c9a6b53f6ab1 is 153, key is 1-3bde9015baec,43771,1731781226296/queue:3bde9015baec%2C43771%2C1731781226296/1731781240340/Put/seqid=0 2024-11-16T18:20:41,101 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:41,102 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/info/5e40592795094ca4a25d6d25951cb259 is 147, key is hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643./info:regioninfo/1731781235997/Put/seqid=0 2024-11-16T18:20:41,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741840_1016 (size=5352) 2024-11-16T18:20:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741841_1017 (size=7686) 2024-11-16T18:20:41,128 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/info/5e40592795094ca4a25d6d25951cb259 2024-11-16T18:20:41,134 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:41,164 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/ns/9ebe137e459c45209ace1dde3fee71bd is 43, key is default/ns:d/1731781229293/Put/seqid=0 2024-11-16T18:20:41,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:20:41,248 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 913, reset compression=false 2024-11-16T18:20:41,279 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c4db61f3df901e2ead0035aeb224d5e, eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:41,479 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c4db61f3df901e2ead0035aeb224d5e, eb3c5fed190960d78f92b8e2b46d0643 2024-11-16T18:20:41,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:41,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,523 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,524 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/.tmp/queue/3f14496449884c56b8f0c9a6b53f6ab1 2024-11-16T18:20:41,529 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/.tmp/queue/3f14496449884c56b8f0c9a6b53f6ab1 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/queue/3f14496449884c56b8f0c9a6b53f6ab1 2024-11-16T18:20:41,532 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/queue/3f14496449884c56b8f0c9a6b53f6ab1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T18:20:41,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,535 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for eb3c5fed190960d78f92b8e2b46d0643 in 457ms, sequenceid=10, compaction requested=false 2024-11-16T18:20:41,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,539 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/replication/eb3c5fed190960d78f92b8e2b46d0643/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T18:20:41,539 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:41,539 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:41,539 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb3c5fed190960d78f92b8e2b46d0643: Waiting for close lock at 1731781241077Running coprocessor pre-close hooks at 1731781241077Disabling compacts and flushes for region at 1731781241077Disabling writes for close at 1731781241078 (+1 ms)Obtaining lock to block concurrent updates at 1731781241078Preparing flush snapshotting stores in eb3c5fed190960d78f92b8e2b46d0643 at 1731781241078Finished memstore snapshotting hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731781241078Flushing stores of hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. at 1731781241079 (+1 ms)Flushing eb3c5fed190960d78f92b8e2b46d0643/queue: creating writer at 1731781241079Flushing eb3c5fed190960d78f92b8e2b46d0643/queue: appending metadata at 1731781241099 (+20 ms)Flushing eb3c5fed190960d78f92b8e2b46d0643/queue: closing flushed file at 1731781241099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f767aa0: reopening flushed file at 1731781241528 (+429 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for eb3c5fed190960d78f92b8e2b46d0643 in 457ms, sequenceid=10, compaction requested=false at 1731781241535 (+7 ms)Writing region close event to WAL at 1731781241536 (+1 ms)Running coprocessor post-close hooks at 1731781241539 (+3 ms)Closed at 1731781241539 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781234827.eb3c5fed190960d78f92b8e2b46d0643. 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c4db61f3df901e2ead0035aeb224d5e, disabling compactions & flushes 2024-11-16T18:20:41,540 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. after waiting 0 ms 2024-11-16T18:20:41,540 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:41,540 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c4db61f3df901e2ead0035aeb224d5e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T18:20:41,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:41,559 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f/ddbe898aa55249d3bb60c0c391b312ed is 29, key is row1/f:/1731781239992/DeleteFamily/seqid=0 2024-11-16T18:20:41,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741843_1019 (size=5118) 2024-11-16T18:20:41,565 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f/ddbe898aa55249d3bb60c0c391b312ed 2024-11-16T18:20:41,569 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddbe898aa55249d3bb60c0c391b312ed 2024-11-16T18:20:41,570 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/ns/9ebe137e459c45209ace1dde3fee71bd 2024-11-16T18:20:41,583 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f1/13a84b4b2d654d6895924db4e2bfa27b is 30, key is row1/f1:/1731781239992/DeleteFamily/seqid=0 2024-11-16T18:20:41,586 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c77ed16e66494a11b18660e0824c0012 is 112, key is test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e./rep_barrier:seqnumDuringOpen/1731781231645/Put/seqid=0 2024-11-16T18:20:41,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741844_1020 (size=5123) 2024-11-16T18:20:41,587 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f1/13a84b4b2d654d6895924db4e2bfa27b 2024-11-16T18:20:41,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741845_1021 (size=5518) 2024-11-16T18:20:41,590 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c77ed16e66494a11b18660e0824c0012 2024-11-16T18:20:41,592 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13a84b4b2d654d6895924db4e2bfa27b 2024-11-16T18:20:41,606 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/norep/ceafe18f16de41e099db1bd16ac21ec3 is 33, key is row1/norep:/1731781239992/DeleteFamily/seqid=0 2024-11-16T18:20:41,611 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/table/90723619ef42405484df8b5af84ec7b6 is 53, key is hbase:replication/table:state/1731781236007/Put/seqid=0 2024-11-16T18:20:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741846_1022 (size=5108) 2024-11-16T18:20:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741847_1023 (size=5308) 2024-11-16T18:20:41,629 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:20:41,630 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:20:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T18:20:41,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T18:20:41,679 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 913, reset compression=false 2024-11-16T18:20:41,758 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:41,758 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 1160, reset compression=false 2024-11-16T18:20:41,758 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,43771,1731781226296 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:41,759 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,43771,1731781226296: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,43771,1731781226296, walGroup=3bde9015baec%2C43771%2C1731781226296, offset=3bde9015baec%2C43771%2C1731781226296.1731781228752:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:43771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:20:41,760 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:20:41,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:20:41,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:20:41,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:20:41,760 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:20:41,760 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 596476176 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191083368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:20:41,761 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:43387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:43387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:20:41,879 DEBUG [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c4db61f3df901e2ead0035aeb224d5e 2024-11-16T18:20:41,962 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 1160, reset compression=false 2024-11-16T18:20:42,013 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/norep/ceafe18f16de41e099db1bd16ac21ec3 2024-11-16T18:20:42,014 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/table/90723619ef42405484df8b5af84ec7b6 2024-11-16T18:20:42,016 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceafe18f16de41e099db1bd16ac21ec3 2024-11-16T18:20:42,017 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f/ddbe898aa55249d3bb60c0c391b312ed as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/f/ddbe898aa55249d3bb60c0c391b312ed 2024-11-16T18:20:42,020 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/info/5e40592795094ca4a25d6d25951cb259 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/info/5e40592795094ca4a25d6d25951cb259 2024-11-16T18:20:42,023 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddbe898aa55249d3bb60c0c391b312ed 2024-11-16T18:20:42,023 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/f/ddbe898aa55249d3bb60c0c391b312ed, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:42,024 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/info/5e40592795094ca4a25d6d25951cb259, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:20:42,024 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/f1/13a84b4b2d654d6895924db4e2bfa27b as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/f1/13a84b4b2d654d6895924db4e2bfa27b 2024-11-16T18:20:42,024 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/ns/9ebe137e459c45209ace1dde3fee71bd as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/ns/9ebe137e459c45209ace1dde3fee71bd 2024-11-16T18:20:42,027 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:42,029 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/ns/9ebe137e459c45209ace1dde3fee71bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:20:42,030 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/rep_barrier/c77ed16e66494a11b18660e0824c0012 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/rep_barrier/c77ed16e66494a11b18660e0824c0012 2024-11-16T18:20:42,030 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13a84b4b2d654d6895924db4e2bfa27b 2024-11-16T18:20:42,030 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/f1/13a84b4b2d654d6895924db4e2bfa27b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:42,031 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/.tmp/norep/ceafe18f16de41e099db1bd16ac21ec3 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/norep/ceafe18f16de41e099db1bd16ac21ec3 2024-11-16T18:20:42,034 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceafe18f16de41e099db1bd16ac21ec3 2024-11-16T18:20:42,035 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/norep/ceafe18f16de41e099db1bd16ac21ec3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:42,035 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7c4db61f3df901e2ead0035aeb224d5e in 495ms, sequenceid=8, compaction requested=false 2024-11-16T18:20:42,035 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/rep_barrier/c77ed16e66494a11b18660e0824c0012, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:20:42,036 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/.tmp/table/90723619ef42405484df8b5af84ec7b6 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/table/90723619ef42405484df8b5af84ec7b6 2024-11-16T18:20:42,040 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/table/90723619ef42405484df8b5af84ec7b6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:20:42,041 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=16, compaction requested=false 2024-11-16T18:20:42,045 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/default/test/7c4db61f3df901e2ead0035aeb224d5e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T18:20:42,045 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:42,045 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:42,045 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:42,045 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c4db61f3df901e2ead0035aeb224d5e: Waiting for close lock at 1731781241540Running coprocessor pre-close hooks at 1731781241540Disabling compacts and flushes for region at 1731781241540Disabling writes for close at 1731781241540Obtaining lock to block concurrent updates at 1731781241540Preparing flush snapshotting stores in 7c4db61f3df901e2ead0035aeb224d5e at 1731781241540Finished memstore snapshotting test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731781241541 (+1 ms)Flushing stores of test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. at 1731781241541Flushing 7c4db61f3df901e2ead0035aeb224d5e/f: creating writer at 1731781241541Flushing 7c4db61f3df901e2ead0035aeb224d5e/f: appending metadata at 1731781241558 (+17 ms)Flushing 7c4db61f3df901e2ead0035aeb224d5e/f: closing flushed file at 1731781241558Flushing 7c4db61f3df901e2ead0035aeb224d5e/f1: creating writer at 1731781241569 (+11 ms)Flushing 7c4db61f3df901e2ead0035aeb224d5e/f1: appending metadata at 1731781241583 (+14 ms)Flushing 7c4db61f3df901e2ead0035aeb224d5e/f1: closing flushed file at 1731781241583Flushing 7c4db61f3df901e2ead0035aeb224d5e/norep: creating writer at 1731781241592 (+9 ms)Flushing 7c4db61f3df901e2ead0035aeb224d5e/norep: appending metadata at 1731781241606 (+14 ms)Flushing 7c4db61f3df901e2ead0035aeb224d5e/norep: closing flushed file at 1731781241606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548d5947: reopening flushed file at 1731781242017 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a00fb0a: reopening flushed file at 1731781242023 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274338fa: reopening flushed file at 1731781242030 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7c4db61f3df901e2ead0035aeb224d5e in 495ms, sequenceid=8, compaction requested=false at 1731781242035 (+5 ms)Writing region close event to WAL at 1731781242040 (+5 ms)Running coprocessor post-close hooks at 1731781242045 (+5 ms)Closed at 1731781242045 2024-11-16T18:20:42,045 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781230505.7c4db61f3df901e2ead0035aeb224d5e. 2024-11-16T18:20:42,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:20:42,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:42,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:42,047 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:42,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781241078Running coprocessor pre-close hooks at 1731781241078Disabling compacts and flushes for region at 1731781241078Disabling writes for close at 1731781241078Obtaining lock to block concurrent updates at 1731781241078Preparing flush snapshotting stores in 1588230740 at 1731781241078Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781241078Flushing stores of hbase:meta,,1.1588230740 at 1731781241079 (+1 ms)Flushing 1588230740/info: creating writer at 1731781241079Flushing 1588230740/info: appending metadata at 1731781241102 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731781241102Flushing 1588230740/ns: creating writer at 1731781241133 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731781241163 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731781241163Flushing 1588230740/rep_barrier: creating writer at 1731781241574 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781241586 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781241586Flushing 1588230740/table: creating writer at 1731781241594 (+8 ms)Flushing 1588230740/table: appending metadata at 1731781241610 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731781241610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4056c39a: reopening flushed file at 1731781242018 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fe0e8: reopening flushed file at 1731781242024 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d703c4: reopening flushed file at 1731781242029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a72b45b: reopening flushed file at 1731781242036 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 963ms, sequenceid=16, compaction requested=false at 1731781242041 (+5 ms)Writing region close event to WAL at 1731781242044 (+3 ms)Running coprocessor post-close hooks at 1731781242047 (+3 ms)Closed at 1731781242047 2024-11-16T18:20:42,047 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:42,080 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,43771,1731781226296; all regions closed. 2024-11-16T18:20:42,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:20:42,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.meta.1731781229244.meta not finished, retry = 0 2024-11-16T18:20:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741839_1015 (size=2676) 2024-11-16T18:20:42,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.rep.1731781235961 not finished, retry = 0 2024-11-16T18:20:42,266 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 1160, reset compression=false 2024-11-16T18:20:42,272 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:42,272 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/WALs/3bde9015baec,43771,1731781226296/3bde9015baec%2C43771%2C1731781226296.1731781228752 to pos 1804, reset compression=false 2024-11-16T18:20:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741833_1009 (size=1812) 2024-11-16T18:20:42,289 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:42,289 INFO [RS:0;3bde9015baec:43771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:42,290 INFO [RS:0;3bde9015baec:43771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:42,290 INFO [RS:0;3bde9015baec:43771 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:42,290 INFO [RS:0;3bde9015baec:43771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:42,290 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:42,290 INFO [RS:0;3bde9015baec:43771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,43771,1731781226296 because: Region server is closing 2024-11-16T18:20:42,290 INFO [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:43771. 2024-11-16T18:20:42,291 DEBUG [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:42,291 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:42,291 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:42,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:42,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:42,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:42,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28257 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:42,391 INFO [RS:0;3bde9015baec:43771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.shipper3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 terminated 2024-11-16T18:20:42,391 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,43771,1731781226296.replicationSource.wal-reader.3bde9015baec%2C43771%2C1731781226296,1-3bde9015baec,43771,1731781226296 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:20:42,391 INFO [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:43771. 2024-11-16T18:20:42,391 DEBUG [RS:0;3bde9015baec:43771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:42,391 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:42,392 DEBUG [RS:0;3bde9015baec:43771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:42,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:42,392 INFO [RS:0;3bde9015baec:43771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43771 2024-11-16T18:20:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627/rs 2024-11-16T18:20:42,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-956176627/rs/3bde9015baec,43771,1731781226296 2024-11-16T18:20:42,507 INFO [RS:0;3bde9015baec:43771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:42,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,43771,1731781226296] 2024-11-16T18:20:42,632 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:42,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-956176627/draining/3bde9015baec,43771,1731781226296 already deleted, retry=false 2024-11-16T18:20:42,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,43771,1731781226296 expired; onlineServers=0 2024-11-16T18:20:42,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,43387,1731781226143' ***** 2024-11-16T18:20:42,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:20:42,644 INFO [M:0;3bde9015baec:43387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:42,644 INFO [M:0;3bde9015baec:43387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:42,644 DEBUG [M:0;3bde9015baec:43387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:20:42,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:20:42,644 DEBUG [M:0;3bde9015baec:43387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:20:42,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781228444 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781228444,5,FailOnTimeoutGroup] 2024-11-16T18:20:42,644 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781228450 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781228450,5,FailOnTimeoutGroup] 2024-11-16T18:20:42,645 INFO [M:0;3bde9015baec:43387 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:42,645 INFO [M:0;3bde9015baec:43387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:42,645 DEBUG [M:0;3bde9015baec:43387 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:20:42,645 INFO [M:0;3bde9015baec:43387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:20:42,645 INFO [M:0;3bde9015baec:43387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:42,645 INFO [M:0;3bde9015baec:43387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:20:42,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:20:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-956176627/master 2024-11-16T18:20:42,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-956176627 2024-11-16T18:20:42,686 DEBUG [M:0;3bde9015baec:43387 {}] zookeeper.ZKUtil(347): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Unable to get data of znode /1-956176627/master because node does not exist (not an error) 2024-11-16T18:20:42,686 WARN [M:0;3bde9015baec:43387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:20:42,686 INFO [M:0;3bde9015baec:43387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/.lastflushedseqids 2024-11-16T18:20:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741848_1024 (size=245) 2024-11-16T18:20:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:42,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43771-0x10144e04d1c0004, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:42,702 INFO [RS:0;3bde9015baec:43771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:42,702 INFO [RS:0;3bde9015baec:43771 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,43771,1731781226296; zookeeper connection closed. 2024-11-16T18:20:42,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@467fd1da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@467fd1da 2024-11-16T18:20:42,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:20:43,091 INFO [M:0;3bde9015baec:43387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:20:43,091 INFO [M:0;3bde9015baec:43387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:20:43,091 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:43,091 INFO [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:43,091 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:43,091 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:43,091 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:43,091 INFO [M:0;3bde9015baec:43387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T18:20:43,105 DEBUG [M:0;3bde9015baec:43387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/914d1c37b57449aeb11ab32b325e1100 is 82, key is hbase:meta,,1/info:regioninfo/1731781229275/Put/seqid=0 2024-11-16T18:20:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741849_1025 (size=5672) 2024-11-16T18:20:43,335 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:43,508 INFO [M:0;3bde9015baec:43387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/914d1c37b57449aeb11ab32b325e1100 2024-11-16T18:20:43,530 DEBUG [M:0;3bde9015baec:43387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41a569637d014d17a53263727b2d9c0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781236013/Put/seqid=0 2024-11-16T18:20:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741850_1026 (size=8516) 2024-11-16T18:20:43,534 INFO [M:0;3bde9015baec:43387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41a569637d014d17a53263727b2d9c0b 2024-11-16T18:20:43,555 DEBUG [M:0;3bde9015baec:43387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8379358b85c4f608c3d3e9e87bc9123 is 69, key is 3bde9015baec,43771,1731781226296/rs:state/1731781228556/Put/seqid=0 2024-11-16T18:20:43,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741851_1027 (size=5156) 2024-11-16T18:20:43,558 INFO [M:0;3bde9015baec:43387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8379358b85c4f608c3d3e9e87bc9123 2024-11-16T18:20:43,562 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/914d1c37b57449aeb11ab32b325e1100 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/914d1c37b57449aeb11ab32b325e1100 2024-11-16T18:20:43,566 INFO [M:0;3bde9015baec:43387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/914d1c37b57449aeb11ab32b325e1100, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:20:43,567 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/41a569637d014d17a53263727b2d9c0b as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41a569637d014d17a53263727b2d9c0b 2024-11-16T18:20:43,571 INFO [M:0;3bde9015baec:43387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/41a569637d014d17a53263727b2d9c0b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:20:43,571 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c8379358b85c4f608c3d3e9e87bc9123 as hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8379358b85c4f608c3d3e9e87bc9123 2024-11-16T18:20:43,575 INFO [M:0;3bde9015baec:43387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42137/user/jenkins/test-data/fa602720-3d63-cbde-5daf-565b326b17e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c8379358b85c4f608c3d3e9e87bc9123, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:20:43,576 INFO [M:0;3bde9015baec:43387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=97, compaction requested=false 2024-11-16T18:20:43,580 INFO [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:43,580 DEBUG [M:0;3bde9015baec:43387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781243091Disabling compacts and flushes for region at 1731781243091Disabling writes for close at 1731781243091Obtaining lock to block concurrent updates at 1731781243091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781243091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731781243091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781243092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781243092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781243105 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781243105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781243512 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781243530 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781243530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781243537 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781243554 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781243554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2bcfac: reopening flushed file at 1731781243562 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f85f4a: reopening flushed file at 1731781243566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b078460: reopening flushed file at 1731781243571 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=97, compaction requested=false at 1731781243576 (+5 ms)Writing region close event to WAL at 1731781243580 (+4 ms)Closed at 1731781243580 2024-11-16T18:20:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43171 is added to blk_1073741830_1006 (size=63654) 2024-11-16T18:20:43,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:43,583 INFO [M:0;3bde9015baec:43387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:20:43,583 INFO [M:0;3bde9015baec:43387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43387 2024-11-16T18:20:43,583 INFO [M:0;3bde9015baec:43387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:43,744 INFO [M:0;3bde9015baec:43387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:43,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:43,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43387-0x10144e04d1c0003, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e3e6835{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:43,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d04596e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:43,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@546b1060{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:43,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f67ac1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:43,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:20:43,784 WARN [BP-428156627-172.17.0.2-1731781224234 heartbeating to localhost/127.0.0.1:42137 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:20:43,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:20:43,784 WARN [BP-428156627-172.17.0.2-1731781224234 heartbeating to localhost/127.0.0.1:42137 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-428156627-172.17.0.2-1731781224234 (Datanode Uuid 29a60b5c-1430-455c-84ce-c2714f19ab45) service to localhost/127.0.0.1:42137 2024-11-16T18:20:43,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/cluster_f76b2f22-5b21-8062-deb9-8eb7711cc26e/data/data1/current/BP-428156627-172.17.0.2-1731781224234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:43,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/cluster_f76b2f22-5b21-8062-deb9-8eb7711cc26e/data/data2/current/BP-428156627-172.17.0.2-1731781224234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:43,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:20:43,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d5f989{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:43,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b2c62a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:43,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:43,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c44fd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:43,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14e49bc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:43,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:20:43,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:20:43,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:43,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:43,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:43,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:43,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:20:43,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=222804258, stopped=false 2024-11-16T18:20:43,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:43,802 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,34811,1731781220955 2024-11-16T18:20:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282144703/running 2024-11-16T18:20:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282144703/running 2024-11-16T18:20:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:43,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:43,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:43,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/running 2024-11-16T18:20:43,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:20:43,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Set watcher on znode that does not yet exist, /0-1282144703/running 2024-11-16T18:20:43,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:43,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:43,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,44805,1731781221151' ***** 2024-11-16T18:20:43,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:20:43,884 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:20:43,884 INFO [RS:0;3bde9015baec:44805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:20:43,884 INFO [RS:0;3bde9015baec:44805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:20:43,884 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:43,885 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,44805,1731781221151 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:43,885 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8aeb9c63596d60a896cd0f50233af4f, disabling compactions & flushes 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44805. 2024-11-16T18:20:43,885 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:43,885 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:43,885 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. after waiting 0 ms 2024-11-16T18:20:43,885 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:43,885 DEBUG [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:43,885 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:43,885 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8aeb9c63596d60a896cd0f50233af4f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:20:43,885 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:20:43,886 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:20:43,886 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1325): Online Regions={d8aeb9c63596d60a896cd0f50233af4f=test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f., 1588230740=hbase:meta,,1.1588230740, 86616b1e066c36ba5cdf0b9eb6d17b2f=hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f.} 2024-11-16T18:20:43,886 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86616b1e066c36ba5cdf0b9eb6d17b2f, d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:43,886 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:43,886 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:43,886 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:43,886 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:43,886 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:43,886 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:20:43,899 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/info/b7341364cfc84c05857a857c01bb3437 is 147, key is hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f./info:regioninfo/1731781233875/Put/seqid=0 2024-11-16T18:20:43,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741840_1016 (size=7686) 2024-11-16T18:20:43,902 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f/79ab3c0c24a54ef48af5d41929a12aa1 is 29, key is row1/f:/1731781239992/DeleteFamily/seqid=0 2024-11-16T18:20:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741841_1017 (size=5118) 2024-11-16T18:20:43,930 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:20:43,931 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:20:43,943 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:44,086 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86616b1e066c36ba5cdf0b9eb6d17b2f, d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:44,138 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 914, reset compression=false 2024-11-16T18:20:44,145 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:44,145 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 1161, reset compression=false 2024-11-16T18:20:44,145 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44805,1731781221151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:20:44,146 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,44805,1731781221151: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,44805,1731781221151, walGroup=3bde9015baec%2C44805%2C1731781221151, offset=3bde9015baec%2C44805%2C1731781221151.1731781223057:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:44805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:20:44,147 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:20:44,147 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:20:44,147 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:20:44,148 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:20:44,148 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:20:44,148 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 636322064 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191515424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:20:44,148 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:20:44,286 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86616b1e066c36ba5cdf0b9eb6d17b2f, d8aeb9c63596d60a896cd0f50233af4f 2024-11-16T18:20:44,303 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/info/b7341364cfc84c05857a857c01bb3437 2024-11-16T18:20:44,306 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f/79ab3c0c24a54ef48af5d41929a12aa1 2024-11-16T18:20:44,310 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ab3c0c24a54ef48af5d41929a12aa1 2024-11-16T18:20:44,326 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/ns/9fd6b2d83cf64247925a7ee29daf7585 is 43, key is default/ns:d/1731781224095/Put/seqid=0 2024-11-16T18:20:44,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:20:44,329 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/ns/9fd6b2d83cf64247925a7ee29daf7585 2024-11-16T18:20:44,331 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f1/10b2c080c8ce42f0907e426fd11f2c60 is 30, key is row1/f1:/1731781239992/DeleteFamily/seqid=0 2024-11-16T18:20:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741843_1019 (size=5123) 2024-11-16T18:20:44,341 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f1/10b2c080c8ce42f0907e426fd11f2c60 2024-11-16T18:20:44,346 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b2c080c8ce42f0907e426fd11f2c60 2024-11-16T18:20:44,351 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/rep_barrier/dec3770a8e8c4bba850e5c259907fd5c is 112, key is test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f./rep_barrier:seqnumDuringOpen/1731781230098/Put/seqid=0 2024-11-16T18:20:44,352 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 1161, reset compression=false 2024-11-16T18:20:44,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741844_1020 (size=5518) 2024-11-16T18:20:44,358 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/rep_barrier/dec3770a8e8c4bba850e5c259907fd5c 2024-11-16T18:20:44,367 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/norep/aa122f7b9764484180fbaf8cca438628 is 32, key is row/norep:/1731781238987/DeleteFamily/seqid=0 2024-11-16T18:20:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741845_1021 (size=5101) 2024-11-16T18:20:44,370 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/norep/aa122f7b9764484180fbaf8cca438628 2024-11-16T18:20:44,374 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa122f7b9764484180fbaf8cca438628 2024-11-16T18:20:44,374 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f/79ab3c0c24a54ef48af5d41929a12aa1 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/f/79ab3c0c24a54ef48af5d41929a12aa1 2024-11-16T18:20:44,378 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79ab3c0c24a54ef48af5d41929a12aa1 2024-11-16T18:20:44,378 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/f/79ab3c0c24a54ef48af5d41929a12aa1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:44,379 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/f1/10b2c080c8ce42f0907e426fd11f2c60 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/f1/10b2c080c8ce42f0907e426fd11f2c60 2024-11-16T18:20:44,380 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/table/ef070f0af8cc4da287232bba4342683c is 53, key is hbase:replication/table:state/1731781233882/Put/seqid=0 2024-11-16T18:20:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741846_1022 (size=5308) 2024-11-16T18:20:44,383 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/table/ef070f0af8cc4da287232bba4342683c 2024-11-16T18:20:44,387 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10b2c080c8ce42f0907e426fd11f2c60 2024-11-16T18:20:44,387 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/f1/10b2c080c8ce42f0907e426fd11f2c60, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:44,388 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/info/b7341364cfc84c05857a857c01bb3437 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/info/b7341364cfc84c05857a857c01bb3437 2024-11-16T18:20:44,388 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/.tmp/norep/aa122f7b9764484180fbaf8cca438628 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/norep/aa122f7b9764484180fbaf8cca438628 2024-11-16T18:20:44,391 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/info/b7341364cfc84c05857a857c01bb3437, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:20:44,392 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/ns/9fd6b2d83cf64247925a7ee29daf7585 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/ns/9fd6b2d83cf64247925a7ee29daf7585 2024-11-16T18:20:44,392 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa122f7b9764484180fbaf8cca438628 2024-11-16T18:20:44,392 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/norep/aa122f7b9764484180fbaf8cca438628, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T18:20:44,393 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d8aeb9c63596d60a896cd0f50233af4f in 508ms, sequenceid=8, compaction requested=false 2024-11-16T18:20:44,397 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/ns/9fd6b2d83cf64247925a7ee29daf7585, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:20:44,397 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/default/test/d8aeb9c63596d60a896cd0f50233af4f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T18:20:44,397 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/rep_barrier/dec3770a8e8c4bba850e5c259907fd5c as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/rep_barrier/dec3770a8e8c4bba850e5c259907fd5c 2024-11-16T18:20:44,398 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:44,398 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:44,398 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:44,398 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8aeb9c63596d60a896cd0f50233af4f: Waiting for close lock at 1731781243885Running coprocessor pre-close hooks at 1731781243885Disabling compacts and flushes for region at 1731781243885Disabling writes for close at 1731781243885Obtaining lock to block concurrent updates at 1731781243885Preparing flush snapshotting stores in d8aeb9c63596d60a896cd0f50233af4f at 1731781243885Finished memstore snapshotting test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731781243885Flushing stores of test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. at 1731781243886 (+1 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/f: creating writer at 1731781243886Flushing d8aeb9c63596d60a896cd0f50233af4f/f: appending metadata at 1731781243902 (+16 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/f: closing flushed file at 1731781243902Flushing d8aeb9c63596d60a896cd0f50233af4f/f1: creating writer at 1731781244310 (+408 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/f1: appending metadata at 1731781244331 (+21 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/f1: closing flushed file at 1731781244331Flushing d8aeb9c63596d60a896cd0f50233af4f/norep: creating writer at 1731781244346 (+15 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/norep: appending metadata at 1731781244366 (+20 ms)Flushing d8aeb9c63596d60a896cd0f50233af4f/norep: closing flushed file at 1731781244366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc16649: reopening flushed file at 1731781244374 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8b7020: reopening flushed file at 1731781244378 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4281aa75: reopening flushed file at 1731781244387 (+9 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d8aeb9c63596d60a896cd0f50233af4f in 508ms, sequenceid=8, compaction requested=false at 1731781244393 (+6 ms)Writing region close event to WAL at 1731781244395 (+2 ms)Running coprocessor post-close hooks at 1731781244398 (+3 ms)Closed at 1731781244398 2024-11-16T18:20:44,398 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781229357.d8aeb9c63596d60a896cd0f50233af4f. 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86616b1e066c36ba5cdf0b9eb6d17b2f, disabling compactions & flushes 2024-11-16T18:20:44,399 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. after waiting 0 ms 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86616b1e066c36ba5cdf0b9eb6d17b2f: Waiting for close lock at 1731781244399Running coprocessor pre-close hooks at 1731781244399Disabling compacts and flushes for region at 1731781244399Disabling writes for close at 1731781244399Failed flush hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f., putting online again at 1731781244399 2024-11-16T18:20:44,399 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,403 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/rep_barrier/dec3770a8e8c4bba850e5c259907fd5c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:20:44,404 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/.tmp/table/ef070f0af8cc4da287232bba4342683c as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/table/ef070f0af8cc4da287232bba4342683c 2024-11-16T18:20:44,408 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/table/ef070f0af8cc4da287232bba4342683c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:20:44,409 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false 2024-11-16T18:20:44,415 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:20:44,416 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:20:44,416 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:20:44,416 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:44,416 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781243886Running coprocessor pre-close hooks at 1731781243886Disabling compacts and flushes for region at 1731781243886Disabling writes for close at 1731781243886Obtaining lock to block concurrent updates at 1731781243886Preparing flush snapshotting stores in 1588230740 at 1731781243886Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781243886Flushing stores of hbase:meta,,1.1588230740 at 1731781243887 (+1 ms)Flushing 1588230740/info: creating writer at 1731781243887Flushing 1588230740/info: appending metadata at 1731781243899 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781243899Flushing 1588230740/ns: creating writer at 1731781244307 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731781244325 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731781244325Flushing 1588230740/rep_barrier: creating writer at 1731781244334 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781244350 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781244350Flushing 1588230740/table: creating writer at 1731781244363 (+13 ms)Flushing 1588230740/table: appending metadata at 1731781244380 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731781244380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a68d7e: reopening flushed file at 1731781244387 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61afd97d: reopening flushed file at 1731781244391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565de84e: reopening flushed file at 1731781244397 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@902ecb0: reopening flushed file at 1731781244403 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false at 1731781244409 (+6 ms)Writing region close event to WAL at 1731781244412 (+3 ms)Running coprocessor post-close hooks at 1731781244416 (+4 ms)Closed at 1731781244416 2024-11-16T18:20:44,416 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:44,486 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:44,487 DEBUG [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1351): Waiting on 86616b1e066c36ba5cdf0b9eb6d17b2f 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86616b1e066c36ba5cdf0b9eb6d17b2f, disabling compactions & flushes 2024-11-16T18:20:44,487 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. after waiting 0 ms 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86616b1e066c36ba5cdf0b9eb6d17b2f: Waiting for close lock at 1731781244487Running coprocessor pre-close hooks at 1731781244487Disabling compacts and flushes for region at 1731781244487Disabling writes for close at 1731781244487Failed flush hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f., putting online again at 1731781244487 2024-11-16T18:20:44,487 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781232672.86616b1e066c36ba5cdf0b9eb6d17b2f. 2024-11-16T18:20:44,657 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 1161, reset compression=false 2024-11-16T18:20:44,662 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:20:44,662 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/WALs/3bde9015baec,44805,1731781221151/3bde9015baec%2C44805%2C1731781221151.1731781223057 to pos 1805, reset compression=false 2024-11-16T18:20:44,687 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T18:20:44,687 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,44805,1731781221151; all regions closed. 2024-11-16T18:20:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:20:44,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741839_1015 (size=1733) 2024-11-16T18:20:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741832_1008 (size=1813) 2024-11-16T18:20:44,694 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:44,694 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,44805,1731781221151 because: Region server is closing 2024-11-16T18:20:44,694 INFO [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44805. 2024-11-16T18:20:44,694 DEBUG [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:44,694 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:44,694 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:44,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:44,795 INFO [RS:0;3bde9015baec:44805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.shipper3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 terminated 2024-11-16T18:20:44,795 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44805,1731781221151.replicationSource.wal-reader.3bde9015baec%2C44805%2C1731781221151,1-3bde9015baec,44805,1731781221151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:20:44,795 INFO [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44805. 2024-11-16T18:20:44,795 DEBUG [RS:0;3bde9015baec:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:20:44,795 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:44,795 DEBUG [RS:0;3bde9015baec:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:44,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:20:44,795 INFO [RS:0;3bde9015baec:44805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44805 2024-11-16T18:20:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703/rs 2024-11-16T18:20:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282144703/rs/3bde9015baec,44805,1731781221151 2024-11-16T18:20:44,843 INFO [RS:0;3bde9015baec:44805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:44,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,44805,1731781221151] 2024-11-16T18:20:44,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1282144703/draining/3bde9015baec,44805,1731781221151 already deleted, retry=false 2024-11-16T18:20:44,864 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,44805,1731781221151 expired; onlineServers=0 2024-11-16T18:20:44,864 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,34811,1731781220955' ***** 2024-11-16T18:20:44,864 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:20:44,864 INFO [M:0;3bde9015baec:34811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:20:44,865 DEBUG [M:0;3bde9015baec:34811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:20:44,865 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:20:44,865 DEBUG [M:0;3bde9015baec:34811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:20:44,865 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781222782 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781222782,5,FailOnTimeoutGroup] 2024-11-16T18:20:44,865 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781222784 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781222784,5,FailOnTimeoutGroup] 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:20:44,865 DEBUG [M:0;3bde9015baec:34811 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:20:44,865 INFO [M:0;3bde9015baec:34811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:20:44,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:20:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1282144703/master 2024-11-16T18:20:44,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1282144703 2024-11-16T18:20:44,875 DEBUG [M:0;3bde9015baec:34811 {}] zookeeper.ZKUtil(347): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Unable to get data of znode /0-1282144703/master because node does not exist (not an error) 2024-11-16T18:20:44,875 WARN [M:0;3bde9015baec:34811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:20:44,876 INFO [M:0;3bde9015baec:34811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/.lastflushedseqids 2024-11-16T18:20:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741847_1023 (size=245) 2024-11-16T18:20:44,954 INFO [RS:0;3bde9015baec:44805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:44,954 INFO [RS:0;3bde9015baec:44805 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,44805,1731781221151; zookeeper connection closed. 2024-11-16T18:20:44,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x10144e04d1c0001, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:44,954 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5991b5d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5991b5d5 2024-11-16T18:20:44,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:20:45,283 INFO [M:0;3bde9015baec:34811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:20:45,283 INFO [M:0;3bde9015baec:34811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:20:45,283 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:45,283 INFO [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:45,283 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:45,283 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:45,283 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:45,283 INFO [M:0;3bde9015baec:34811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T18:20:45,296 DEBUG [M:0;3bde9015baec:34811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcd38c79eceb4819a2f9f531de3cdf10 is 82, key is hbase:meta,,1/info:regioninfo/1731781224067/Put/seqid=0 2024-11-16T18:20:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741848_1024 (size=5672) 2024-11-16T18:20:45,700 INFO [M:0;3bde9015baec:34811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcd38c79eceb4819a2f9f531de3cdf10 2024-11-16T18:20:45,721 DEBUG [M:0;3bde9015baec:34811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe0a1421a88942c38e8c99479011b99f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781233886/Put/seqid=0 2024-11-16T18:20:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741849_1025 (size=8516) 2024-11-16T18:20:46,125 INFO [M:0;3bde9015baec:34811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe0a1421a88942c38e8c99479011b99f 2024-11-16T18:20:46,144 DEBUG [M:0;3bde9015baec:34811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de9f265e5794985949e87804b4c9c54 is 69, key is 3bde9015baec,44805,1731781221151/rs:state/1731781222914/Put/seqid=0 2024-11-16T18:20:46,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741850_1026 (size=5156) 2024-11-16T18:20:46,548 INFO [M:0;3bde9015baec:34811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de9f265e5794985949e87804b4c9c54 2024-11-16T18:20:46,552 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fcd38c79eceb4819a2f9f531de3cdf10 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcd38c79eceb4819a2f9f531de3cdf10 2024-11-16T18:20:46,556 INFO [M:0;3bde9015baec:34811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fcd38c79eceb4819a2f9f531de3cdf10, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:20:46,557 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe0a1421a88942c38e8c99479011b99f as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe0a1421a88942c38e8c99479011b99f 2024-11-16T18:20:46,560 INFO [M:0;3bde9015baec:34811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe0a1421a88942c38e8c99479011b99f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:20:46,561 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0de9f265e5794985949e87804b4c9c54 as hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0de9f265e5794985949e87804b4c9c54 2024-11-16T18:20:46,564 INFO [M:0;3bde9015baec:34811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45571/user/jenkins/test-data/958c6600-8e24-88a8-a9dc-2ca1d8547186/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0de9f265e5794985949e87804b4c9c54, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:20:46,565 INFO [M:0;3bde9015baec:34811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-16T18:20:46,566 INFO [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:46,566 DEBUG [M:0;3bde9015baec:34811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781245283Disabling compacts and flushes for region at 1731781245283Disabling writes for close at 1731781245283Obtaining lock to block concurrent updates at 1731781245283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781245283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731781245283Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781245284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781245284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781245296 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781245296Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781245704 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781245721 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781245721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781246130 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781246144 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781246144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497d5fec: reopening flushed file at 1731781246552 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13612431: reopening flushed file at 1731781246556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ece793a: reopening flushed file at 1731781246561 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731781246565 (+4 ms)Writing region close event to WAL at 1731781246566 (+1 ms)Closed at 1731781246566 2024-11-16T18:20:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33899 is added to blk_1073741830_1006 (size=63654) 2024-11-16T18:20:46,568 INFO [M:0;3bde9015baec:34811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:20:46,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:20:46,568 INFO [M:0;3bde9015baec:34811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34811 2024-11-16T18:20:46,572 INFO [M:0;3bde9015baec:34811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:20:46,779 INFO [M:0;3bde9015baec:34811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34811-0x10144e04d1c0000, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:20:46,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74b0b29a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:46,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8f9070e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:46,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:46,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b3bd092{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:46,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15902f46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:46,783 WARN [BP-1759479590-172.17.0.2-1731781218692 heartbeating to localhost/127.0.0.1:45571 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:20:46,783 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:20:46,783 WARN [BP-1759479590-172.17.0.2-1731781218692 heartbeating to localhost/127.0.0.1:45571 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1759479590-172.17.0.2-1731781218692 (Datanode Uuid 108ee860-1b13-4512-89ec-d832cd24700e) service to localhost/127.0.0.1:45571 2024-11-16T18:20:46,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:20:46,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/data/data1/current/BP-1759479590-172.17.0.2-1731781218692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:46,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/cluster_b55a185b-c981-1c1f-307a-862094583d5e/data/data2/current/BP-1759479590-172.17.0.2-1731781218692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:20:46,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:20:46,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38655ec6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:46,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3243c9e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:20:46,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:20:46,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4699c3f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:20:46,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef1e296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/737778d5-fd89-9bdf-bd15-bcc79fd3b0a6/hadoop.log.dir/,STOPPED} 2024-11-16T18:20:46,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:20:46,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:20:46,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 243) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42137 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42137 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45571 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42137 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64367) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 240) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3684 (was 3658) - AvailableMemoryMB LEAK? - 2024-11-16T18:20:46,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=3684 2024-11-16T18:20:46,833 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T18:20:46,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir so I do NOT create it in target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84 2024-11-16T18:20:46,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:20:46,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.tmp.dir so I do NOT create it in target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84 2024-11-16T18:20:46,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77d7a96-75e8-a160-ee8b-4841061433ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:20:46,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84 2024-11-16T18:20:46,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a, deleteOnExit=true 2024-11-16T18:20:46,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/zookeeper_0, clientPort=64505, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:20:46,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64505 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/test.cache.data in system properties and HBase conf 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:20:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:20:46,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:20:46,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:20:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144e04d1c0005, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:20:46,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144e04d1c0002, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:20:46,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144e04d1c0002, quorum=127.0.0.1:64367, baseZNode=/0-1282144703 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:20:46,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144e04d1c0005, quorum=127.0.0.1:64367, baseZNode=/1-956176627 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:20:47,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:47,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:47,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:47,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:47,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:47,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:47,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:20:47,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:47,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a27efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:47,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a10f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:47,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125be67a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/java.io.tmpdir/jetty-localhost-39723-hadoop-hdfs-3_4_1-tests_jar-_-any-2216557010089855129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:47,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9fdfc0{HTTP/1.1, (http/1.1)}{localhost:39723} 2024-11-16T18:20:47,411 INFO [Time-limited test {}] server.Server(415): Started @231936ms 2024-11-16T18:20:47,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:47,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:47,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:47,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:47,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:20:47,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228fdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:47,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7147cc8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:47,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6894169c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/java.io.tmpdir/jetty-localhost-46361-hadoop-hdfs-3_4_1-tests_jar-_-any-5151100970520300258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:47,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b2268bf{HTTP/1.1, (http/1.1)}{localhost:46361} 2024-11-16T18:20:47,784 INFO [Time-limited test {}] server.Server(415): Started @232309ms 2024-11-16T18:20:47,785 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:20:48,407 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/data/data2/current/BP-1674952551-172.17.0.2-1731781246876/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:48,407 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/data/data1/current/BP-1674952551-172.17.0.2-1731781246876/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:48,423 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:20:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf3416511b8d952 with lease ID 0x4999117be993f6d9: Processing first storage report for DS-d25ca638-cfd2-4ba4-884f-667b81792e6d from datanode DatanodeRegistration(127.0.0.1:46119, datanodeUuid=e0268fbd-cec1-4b39-bc94-a5022a52d05f, infoPort=38777, infoSecurePort=0, ipcPort=46093, storageInfo=lv=-57;cid=testClusterID;nsid=1639348575;c=1731781246876) 2024-11-16T18:20:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf3416511b8d952 with lease ID 0x4999117be993f6d9: from storage DS-d25ca638-cfd2-4ba4-884f-667b81792e6d node DatanodeRegistration(127.0.0.1:46119, datanodeUuid=e0268fbd-cec1-4b39-bc94-a5022a52d05f, infoPort=38777, infoSecurePort=0, ipcPort=46093, storageInfo=lv=-57;cid=testClusterID;nsid=1639348575;c=1731781246876), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf3416511b8d952 with lease ID 0x4999117be993f6d9: Processing first storage report for DS-63037a19-6fa0-4adb-bdf8-138edce0e8fa from datanode DatanodeRegistration(127.0.0.1:46119, datanodeUuid=e0268fbd-cec1-4b39-bc94-a5022a52d05f, infoPort=38777, infoSecurePort=0, ipcPort=46093, storageInfo=lv=-57;cid=testClusterID;nsid=1639348575;c=1731781246876) 2024-11-16T18:20:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf3416511b8d952 with lease ID 0x4999117be993f6d9: from storage DS-63037a19-6fa0-4adb-bdf8-138edce0e8fa node DatanodeRegistration(127.0.0.1:46119, datanodeUuid=e0268fbd-cec1-4b39-bc94-a5022a52d05f, infoPort=38777, infoSecurePort=0, ipcPort=46093, storageInfo=lv=-57;cid=testClusterID;nsid=1639348575;c=1731781246876), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:48,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84 2024-11-16T18:20:48,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:48,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:20:48,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517 with version=8 2024-11-16T18:20:48,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/hbase-staging 2024-11-16T18:20:48,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:20:48,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:48,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38997 2024-11-16T18:20:48,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38997 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:49,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389970x0, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:49,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38997-0x10144e0bb320000 connected 2024-11-16T18:20:49,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:49,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:49,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/running 2024-11-16T18:20:49,103 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517, hbase.cluster.distributed=false 2024-11-16T18:20:49,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/acl 2024-11-16T18:20:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-16T18:20:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2024-11-16T18:20:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2024-11-16T18:20:49,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-16T18:20:49,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2024-11-16T18:20:49,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:49,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:49,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:49,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37195 2024-11-16T18:20:49,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37195 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:49,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:49,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:49,138 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371950x0, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:49,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37195-0x10144e0bb320001 connected 2024-11-16T18:20:49,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/running 2024-11-16T18:20:49,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:20:49,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:20:49,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/master 2024-11-16T18:20:49,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/acl 2024-11-16T18:20:49,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T18:20:49,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37195 2024-11-16T18:20:49,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37195 2024-11-16T18:20:49,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T18:20:49,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-16T18:20:49,161 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:38997 2024-11-16T18:20:49,161 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1584627216/backup-masters/3bde9015baec,38997,1731781248921 2024-11-16T18:20:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/backup-masters 2024-11-16T18:20:49,173 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/backup-masters 2024-11-16T18:20:49,174 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on existing znode=/0-1584627216/backup-masters/3bde9015baec,38997,1731781248921 2024-11-16T18:20:49,184 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1584627216/master 2024-11-16T18:20:49,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:49,184 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:49,184 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on existing znode=/0-1584627216/master 2024-11-16T18:20:49,184 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1584627216/backup-masters/3bde9015baec,38997,1731781248921 from backup master directory 2024-11-16T18:20:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1584627216/backup-masters/3bde9015baec,38997,1731781248921 2024-11-16T18:20:49,194 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/backup-masters 2024-11-16T18:20:49,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/backup-masters 2024-11-16T18:20:49,194 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:49,194 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,38997,1731781248921 2024-11-16T18:20:49,197 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/hbase.id] with ID: 31ead0ce-c5ba-4611-8cf4-3649b31aaefc 2024-11-16T18:20:49,197 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/.tmp/hbase.id 2024-11-16T18:20:49,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:20:49,601 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/.tmp/hbase.id]:[hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/hbase.id] 2024-11-16T18:20:49,608 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:49,608 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:20:49,609 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:20:49,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:49,653 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:49,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:20:50,058 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:50,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:20:50,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:20:50,465 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store 2024-11-16T18:20:50,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:50,870 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:50,870 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:50,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781250870Disabling compacts and flushes for region at 1731781250870Disabling writes for close at 1731781250870Writing region close event to WAL at 1731781250870Closed at 1731781250870 2024-11-16T18:20:50,871 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/.initializing 2024-11-16T18:20:50,871 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/WALs/3bde9015baec,38997,1731781248921 2024-11-16T18:20:50,871 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:50,872 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C38997%2C1731781248921, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/WALs/3bde9015baec,38997,1731781248921, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/oldWALs, maxLogs=10 2024-11-16T18:20:50,884 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/WALs/3bde9015baec,38997,1731781248921/3bde9015baec%2C38997%2C1731781248921.1731781250872, exclude list is [], retry=0 2024-11-16T18:20:50,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46119,DS-d25ca638-cfd2-4ba4-884f-667b81792e6d,DISK] 2024-11-16T18:20:50,887 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/WALs/3bde9015baec,38997,1731781248921/3bde9015baec%2C38997%2C1731781248921.1731781250872 2024-11-16T18:20:50,887 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38777:38777)] 2024-11-16T18:20:50,888 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:50,888 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:50,888 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,888 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:20:50,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:50,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:50,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:20:50,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:50,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:50,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:20:50,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:50,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:20:50,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:50,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:50,893 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,894 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,895 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,895 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,895 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:50,896 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:50,898 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:50,898 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65578193, jitterRate=-0.022808775305747986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:50,899 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781250888Initializing all the Stores at 1731781250889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781250889Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781250889Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781250889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781250889Cleaning up temporary data from old regions at 1731781250895 (+6 ms)Region opened successfully at 1731781250899 (+4 ms) 2024-11-16T18:20:50,899 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:20:50,901 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bbf04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:50,902 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:20:50,902 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:20:50,902 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:20:50,903 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:20:50,903 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:20:50,903 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:20:50,903 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:20:50,905 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:20:50,905 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/balancer because node does not exist (not necessarily an error) 2024-11-16T18:20:50,969 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/balancer already deleted, retry=false 2024-11-16T18:20:50,970 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:20:50,970 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:20:50,980 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/normalizer already deleted, retry=false 2024-11-16T18:20:50,980 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:20:50,981 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:20:50,990 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/switch/split already deleted, retry=false 2024-11-16T18:20:50,991 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:20:51,001 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/switch/merge already deleted, retry=false 2024-11-16T18:20:51,002 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:20:51,011 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/snapshot-cleanup already deleted, retry=false 2024-11-16T18:20:51,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1584627216/running 2024-11-16T18:20:51,022 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1584627216/running 2024-11-16T18:20:51,022 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,022 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,38997,1731781248921, sessionid=0x10144e0bb320000, setting cluster-up flag (Was=false) 2024-11-16T18:20:51,043 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1584627216/flush-table-proc/acquired, /0-1584627216/flush-table-proc/reached, /0-1584627216/flush-table-proc/abort 2024-11-16T18:20:51,075 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,38997,1731781248921 2024-11-16T18:20:51,095 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:51,127 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1584627216/online-snapshot/acquired, /0-1584627216/online-snapshot/reached, /0-1584627216/online-snapshot/abort 2024-11-16T18:20:51,128 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,38997,1731781248921 2024-11-16T18:20:51,129 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:20:51,130 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:51,130 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:20:51,130 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:20:51,131 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,38997,1731781248921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:51,132 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781281133 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:20:51,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:20:51,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:51,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:20:51,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:20:51,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:20:51,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:20:51,134 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:51,134 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:20:51,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:20:51,135 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:20:51,135 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:20:51,136 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781251135,5,FailOnTimeoutGroup] 2024-11-16T18:20:51,136 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781251136,5,FailOnTimeoutGroup] 2024-11-16T18:20:51,136 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,136 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:20:51,136 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,136 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:20:51,152 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(746): ClusterId : 31ead0ce-c5ba-4611-8cf4-3649b31aaefc 2024-11-16T18:20:51,152 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:20:51,163 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:20:51,163 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:20:51,174 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:20:51,174 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e18b06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:51,189 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:37195 2024-11-16T18:20:51,189 INFO [RS:0;3bde9015baec:37195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:20:51,189 INFO [RS:0;3bde9015baec:37195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:20:51,189 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:20:51,190 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,38997,1731781248921 with port=37195, startcode=1731781249119 2024-11-16T18:20:51,190 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:20:51,191 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:20:51,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,193 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517 2024-11-16T18:20:51,193 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46095 2024-11-16T18:20:51,193 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:20:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/rs 2024-11-16T18:20:51,205 DEBUG [RS:0;3bde9015baec:37195 {}] zookeeper.ZKUtil(111): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on existing znode=/0-1584627216/rs/3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,205 WARN [RS:0;3bde9015baec:37195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:51,205 INFO [RS:0;3bde9015baec:37195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:51,205 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,37195,1731781249119] 2024-11-16T18:20:51,208 INFO [RS:0;3bde9015baec:37195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:20:51,209 INFO [RS:0;3bde9015baec:37195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:20:51,211 INFO [RS:0;3bde9015baec:37195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:20:51,211 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,212 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:20:51,212 INFO [RS:0;3bde9015baec:37195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:20:51,212 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,212 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,213 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,213 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:51,213 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:51,213 DEBUG [RS:0;3bde9015baec:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,216 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37195,1731781249119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:51,233 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:20:51,233 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37195,1731781249119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,233 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,233 INFO [RS:0;3bde9015baec:37195 {}] regionserver.Replication(171): 3bde9015baec,37195,1731781249119 started 2024-11-16T18:20:51,249 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:51,249 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,37195,1731781249119, RpcServer on 3bde9015baec/172.17.0.2:37195, sessionid=0x10144e0bb320001 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37195,1731781249119' 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1584627216/flush-table-proc/abort' 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1584627216/flush-table-proc/acquired' 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,37195,1731781249119 2024-11-16T18:20:51,250 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37195,1731781249119' 2024-11-16T18:20:51,251 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1584627216/online-snapshot/abort' 2024-11-16T18:20:51,251 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1584627216/online-snapshot/acquired' 2024-11-16T18:20:51,251 DEBUG [RS:0;3bde9015baec:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:20:51,251 INFO [RS:0;3bde9015baec:37195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:20:51,251 INFO [RS:0;3bde9015baec:37195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:20:51,351 INFO [RS:0;3bde9015baec:37195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:51,353 INFO [RS:0;3bde9015baec:37195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37195%2C1731781249119, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/oldWALs, maxLogs=10 2024-11-16T18:20:51,369 DEBUG [RS:0;3bde9015baec:37195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, exclude list is [], retry=0 2024-11-16T18:20:51,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46119,DS-d25ca638-cfd2-4ba4-884f-667b81792e6d,DISK] 2024-11-16T18:20:51,372 INFO [RS:0;3bde9015baec:37195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 2024-11-16T18:20:51,372 DEBUG [RS:0;3bde9015baec:37195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38777:38777)] 2024-11-16T18:20:51,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:20:51,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517 2024-11-16T18:20:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:20:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:20:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:20:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:20:51,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:51,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:51,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:51,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:51,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:51,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:51,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:51,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:51,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:51,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:51,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:51,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:51,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:51,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:51,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:51,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740 2024-11-16T18:20:51,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740 2024-11-16T18:20:51,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:51,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:51,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:51,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:51,959 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:51,959 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69883488, jitterRate=0.04134511947631836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781251951Initializing all the Stores at 1731781251952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781251952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781251952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781251952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781251952Cleaning up temporary data from old regions at 1731781251957 (+5 ms)Region opened successfully at 1731781251960 (+3 ms) 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:51,960 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:51,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:51,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781251960Disabling compacts and flushes for region at 1731781251960Disabling writes for close at 1731781251960Writing region close event to WAL at 1731781251960Closed at 1731781251960 2024-11-16T18:20:51,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:51,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:20:51,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:20:51,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:51,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:20:52,112 DEBUG [3bde9015baec:38997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:20:52,113 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:20:52,114 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37195,1731781249119, state=OPENING 2024-11-16T18:20:52,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:20:52,372 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:52,372 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38277 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:20:52,942 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:20:53,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:53,459 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:20:53,460 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:53,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1584627216/meta-region-server: CHANGED 2024-11-16T18:20:53,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37195,1731781249119}] 2024-11-16T18:20:53,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1584627216/meta-region-server: CHANGED 2024-11-16T18:20:53,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:53,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:20:53,616 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:20:53,616 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:53,616 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:20:53,617 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37195%2C1731781249119.meta, suffix=.meta, logDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/oldWALs, maxLogs=10 2024-11-16T18:20:53,629 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.meta.1731781253617.meta, exclude list is [], retry=0 2024-11-16T18:20:53,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46119,DS-d25ca638-cfd2-4ba4-884f-667b81792e6d,DISK] 2024-11-16T18:20:53,633 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.meta.1731781253617.meta 2024-11-16T18:20:53,634 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38777:38777)] 2024-11-16T18:20:53,634 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:53,635 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:20:53,635 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:20:53,635 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:20:53,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:53,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:53,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:53,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:53,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:53,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:53,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:53,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:53,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:53,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:53,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:53,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:53,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:53,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:53,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:53,640 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:53,640 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740 2024-11-16T18:20:53,641 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740 2024-11-16T18:20:53,642 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:53,642 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:53,642 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:53,643 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:53,643 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63118882, jitterRate=-0.05945536494255066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:53,643 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:20:53,644 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781253635Writing region info on filesystem at 1731781253635Initializing all the Stores at 1731781253636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781253636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781253636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781253636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781253636Cleaning up temporary data from old regions at 1731781253642 (+6 ms)Running coprocessor post-open hooks at 1731781253643 (+1 ms)Region opened successfully at 1731781253644 (+1 ms) 2024-11-16T18:20:53,644 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781253612 2024-11-16T18:20:53,646 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:20:53,646 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:20:53,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:20:53,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37195,1731781249119, state=OPEN 2024-11-16T18:20:53,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1584627216/meta-region-server 2024-11-16T18:20:53,728 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1584627216/meta-region-server 2024-11-16T18:20:53,728 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,37195,1731781249119 2024-11-16T18:20:53,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1584627216/meta-region-server: CHANGED 2024-11-16T18:20:53,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1584627216/meta-region-server: CHANGED 2024-11-16T18:20:53,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:20:53,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37195,1731781249119 in 268 msec 2024-11-16T18:20:53,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:20:53,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.7690 sec 2024-11-16T18:20:53,732 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:53,732 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:20:53,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:53,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37195,1731781249119, seqNum=-1] 2024-11-16T18:20:53,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:53,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:53,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.6070 sec 2024-11-16T18:20:53,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781253738, completionTime=-1 2024-11-16T18:20:53,738 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:20:53,738 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:20:53,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:20:53,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781313739 2024-11-16T18:20:53,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781373739 2024-11-16T18:20:53,739 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:38997, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,740 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,741 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.549sec 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:53,743 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:20:53,745 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:20:53,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:20:53,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,38997,1731781248921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:53,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56111d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:53,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:20:53,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:53,755 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0b49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:53,757 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:53,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7067a37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:53,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37195,1731781249119, seqNum=-1] 2024-11-16T18:20:53,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:53,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:53,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,38997,1731781248921 2024-11-16T18:20:53,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:53,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:53,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144e0bb320002 connected 2024-11-16T18:20:53,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir so I do NOT create it in target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51 2024-11-16T18:20:53,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:20:53,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.tmp.dir so I do NOT create it in target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51 2024-11-16T18:20:53,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:20:53,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/cluster_84fc702b-8ee9-7c56-48e8-a6feb4bac892, deleteOnExit=true 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/test.cache.data in system properties and HBase conf 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:20:53,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:20:53,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:20:53,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:53,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:20:53,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:20:54,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:54,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:54,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:54,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:54,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:20:54,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:54,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed35a57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:54,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@566eaf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:54,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60d66d61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/java.io.tmpdir/jetty-localhost-34477-hadoop-hdfs-3_4_1-tests_jar-_-any-727182405324520756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:54,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e4e621f{HTTP/1.1, (http/1.1)}{localhost:34477} 2024-11-16T18:20:54,443 INFO [Time-limited test {}] server.Server(415): Started @238967ms 2024-11-16T18:20:54,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:54,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:54,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:54,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:54,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:20:54,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7275f4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:54,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@573c7d23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:54,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26909f99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/java.io.tmpdir/jetty-localhost-34709-hadoop-hdfs-3_4_1-tests_jar-_-any-1060989591625628353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:20:54,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@474a57f6{HTTP/1.1, (http/1.1)}{localhost:34709} 2024-11-16T18:20:54,799 INFO [Time-limited test {}] server.Server(415): Started @239323ms 2024-11-16T18:20:54,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:20:55,408 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/cluster_84fc702b-8ee9-7c56-48e8-a6feb4bac892/data/data1/current/BP-1823838448-172.17.0.2-1731781253816/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:55,408 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/cluster_84fc702b-8ee9-7c56-48e8-a6feb4bac892/data/data2/current/BP-1823838448-172.17.0.2-1731781253816/current, will proceed with Du for space computation calculation, 2024-11-16T18:20:55,424 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:20:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f58276365300724 with lease ID 0x19d34d3d7863dbeb: Processing first storage report for DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30 from datanode DatanodeRegistration(127.0.0.1:33381, datanodeUuid=d7174ac0-1103-4516-bbfc-d2153d36ae8c, infoPort=38181, infoSecurePort=0, ipcPort=34673, storageInfo=lv=-57;cid=testClusterID;nsid=1074015782;c=1731781253816) 2024-11-16T18:20:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f58276365300724 with lease ID 0x19d34d3d7863dbeb: from storage DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30 node DatanodeRegistration(127.0.0.1:33381, datanodeUuid=d7174ac0-1103-4516-bbfc-d2153d36ae8c, infoPort=38181, infoSecurePort=0, ipcPort=34673, storageInfo=lv=-57;cid=testClusterID;nsid=1074015782;c=1731781253816), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T18:20:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f58276365300724 with lease ID 0x19d34d3d7863dbeb: Processing first storage report for DS-628820e2-9cf2-41cd-a80b-b380cda10c89 from datanode DatanodeRegistration(127.0.0.1:33381, datanodeUuid=d7174ac0-1103-4516-bbfc-d2153d36ae8c, infoPort=38181, infoSecurePort=0, ipcPort=34673, storageInfo=lv=-57;cid=testClusterID;nsid=1074015782;c=1731781253816) 2024-11-16T18:20:55,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f58276365300724 with lease ID 0x19d34d3d7863dbeb: from storage DS-628820e2-9cf2-41cd-a80b-b380cda10c89 node DatanodeRegistration(127.0.0.1:33381, datanodeUuid=d7174ac0-1103-4516-bbfc-d2153d36ae8c, infoPort=38181, infoSecurePort=0, ipcPort=34673, storageInfo=lv=-57;cid=testClusterID;nsid=1074015782;c=1731781253816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:20:55,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51 2024-11-16T18:20:55,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:55,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:20:55,936 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695 with version=8 2024-11-16T18:20:55,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/hbase-staging 2024-11-16T18:20:55,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:55,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:20:55,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:55,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41869 2024-11-16T18:20:55,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41869 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:55,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418690x0, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:55,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41869-0x10144e0bb320003 connected 2024-11-16T18:20:56,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:56,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:56,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/running 2024-11-16T18:20:56,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695, hbase.cluster.distributed=false 2024-11-16T18:20:56,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/acl 2024-11-16T18:20:56,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41869 2024-11-16T18:20:56,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41869 2024-11-16T18:20:56,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41869 2024-11-16T18:20:56,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41869 2024-11-16T18:20:56,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41869 2024-11-16T18:20:56,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:20:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:20:56,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37477 2024-11-16T18:20:56,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37477 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:56,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:56,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374770x0, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:56,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374770x0, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/running 2024-11-16T18:20:56,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37477-0x10144e0bb320004 connected 2024-11-16T18:20:56,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:20:56,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:20:56,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/master 2024-11-16T18:20:56,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/acl 2024-11-16T18:20:56,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-16T18:20:56,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37477 2024-11-16T18:20:56,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37477 2024-11-16T18:20:56,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-16T18:20:56,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-16T18:20:56,128 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:41869 2024-11-16T18:20:56,129 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-862825988/backup-masters/3bde9015baec,41869,1731781255939 2024-11-16T18:20:56,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/backup-masters 2024-11-16T18:20:56,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/backup-masters 2024-11-16T18:20:56,142 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on existing znode=/1-862825988/backup-masters/3bde9015baec,41869,1731781255939 2024-11-16T18:20:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-862825988/master 2024-11-16T18:20:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:56,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:56,152 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on existing znode=/1-862825988/master 2024-11-16T18:20:56,152 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-862825988/backup-masters/3bde9015baec,41869,1731781255939 from backup master directory 2024-11-16T18:20:56,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-862825988/backup-masters/3bde9015baec,41869,1731781255939 2024-11-16T18:20:56,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/backup-masters 2024-11-16T18:20:56,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/backup-masters 2024-11-16T18:20:56,162 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:56,162 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,41869,1731781255939 2024-11-16T18:20:56,165 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/hbase.id] with ID: 5d627939-fc86-48fb-8f9c-f86d8aa5f4d8 2024-11-16T18:20:56,165 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/.tmp/hbase.id 2024-11-16T18:20:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:20:56,570 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/.tmp/hbase.id]:[hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/hbase.id] 2024-11-16T18:20:56,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:20:56,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:20:56,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T18:20:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:56,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:20:57,026 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:20:57,027 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:20:57,027 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:20:57,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:20:57,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:20:57,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:20:57,433 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store 2024-11-16T18:20:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:20:57,838 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:57,838 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:20:57,838 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781257838Disabling compacts and flushes for region at 1731781257838Disabling writes for close at 1731781257838Writing region close event to WAL at 1731781257838Closed at 1731781257838 2024-11-16T18:20:57,839 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/.initializing 2024-11-16T18:20:57,839 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/WALs/3bde9015baec,41869,1731781255939 2024-11-16T18:20:57,840 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:57,841 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C41869%2C1731781255939, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/WALs/3bde9015baec,41869,1731781255939, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/oldWALs, maxLogs=10 2024-11-16T18:20:57,856 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/WALs/3bde9015baec,41869,1731781255939/3bde9015baec%2C41869%2C1731781255939.1731781257841, exclude list is [], retry=0 2024-11-16T18:20:57,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30,DISK] 2024-11-16T18:20:57,860 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/WALs/3bde9015baec,41869,1731781255939/3bde9015baec%2C41869%2C1731781255939.1731781257841 2024-11-16T18:20:57,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-16T18:20:57,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:57,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:57,861 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,861 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:20:57,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:57,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:20:57,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:57,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:20:57,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:57,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:20:57,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:57,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:20:57,866 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,867 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,867 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,868 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,868 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,868 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:57,869 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:20:57,871 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:57,871 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74555408, jitterRate=0.1109621524810791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:57,871 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781257861Initializing all the Stores at 1731781257861Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781257861Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781257862 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781257862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781257862Cleaning up temporary data from old regions at 1731781257868 (+6 ms)Region opened successfully at 1731781257871 (+3 ms) 2024-11-16T18:20:57,871 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:20:57,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ceb72c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:57,874 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:20:57,874 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:20:57,874 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:20:57,874 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:20:57,875 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:20:57,875 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:20:57,875 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:20:57,877 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:20:57,877 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/balancer because node does not exist (not necessarily an error) 2024-11-16T18:20:57,958 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/balancer already deleted, retry=false 2024-11-16T18:20:57,959 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:20:57,959 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:20:57,968 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/normalizer already deleted, retry=false 2024-11-16T18:20:57,969 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:20:57,970 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:20:57,979 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/switch/split already deleted, retry=false 2024-11-16T18:20:57,980 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:20:57,990 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/switch/merge already deleted, retry=false 2024-11-16T18:20:57,991 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:20:58,000 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/snapshot-cleanup already deleted, retry=false 2024-11-16T18:20:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-862825988/running 2024-11-16T18:20:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-862825988/running 2024-11-16T18:20:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,011 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,41869,1731781255939, sessionid=0x10144e0bb320003, setting cluster-up flag (Was=false) 2024-11-16T18:20:58,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,063 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-862825988/flush-table-proc/acquired, /1-862825988/flush-table-proc/reached, /1-862825988/flush-table-proc/abort 2024-11-16T18:20:58,064 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,41869,1731781255939 2024-11-16T18:20:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:58,116 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-862825988/online-snapshot/acquired, /1-862825988/online-snapshot/reached, /1-862825988/online-snapshot/abort 2024-11-16T18:20:58,117 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,41869,1731781255939 2024-11-16T18:20:58,118 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:20:58,119 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:58,120 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:20:58,120 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:20:58,120 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,41869,1731781255939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:20:58,121 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(746): ClusterId : 5d627939-fc86-48fb-8f9c-f86d8aa5f4d8 2024-11-16T18:20:58,121 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:58,121 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,122 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781288122 2024-11-16T18:20:58,122 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:20:58,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:58,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,123 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:58,123 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:20:58,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:20:58,124 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:20:58,124 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:20:58,124 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:20:58,124 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:20:58,125 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:20:58,128 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781258125,5,FailOnTimeoutGroup] 2024-11-16T18:20:58,128 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781258128,5,FailOnTimeoutGroup] 2024-11-16T18:20:58,128 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,128 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:20:58,128 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,128 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,131 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:20:58,131 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:20:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:20:58,142 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:20:58,142 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386e20f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:20:58,155 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:37477 2024-11-16T18:20:58,156 INFO [RS:0;3bde9015baec:37477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:20:58,156 INFO [RS:0;3bde9015baec:37477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:20:58,156 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:20:58,156 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,41869,1731781255939 with port=37477, startcode=1731781256086 2024-11-16T18:20:58,157 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:20:58,158 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:20:58,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41869 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,159 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695 2024-11-16T18:20:58,159 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35259 2024-11-16T18:20:58,159 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:20:58,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/rs 2024-11-16T18:20:58,207 DEBUG [RS:0;3bde9015baec:37477 {}] zookeeper.ZKUtil(111): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on existing znode=/1-862825988/rs/3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,207 WARN [RS:0;3bde9015baec:37477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:20:58,208 INFO [RS:0;3bde9015baec:37477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:58,208 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,37477,1731781256086] 2024-11-16T18:20:58,210 INFO [RS:0;3bde9015baec:37477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:20:58,212 INFO [RS:0;3bde9015baec:37477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:20:58,212 INFO [RS:0;3bde9015baec:37477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:20:58,212 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,212 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:20:58,213 INFO [RS:0;3bde9015baec:37477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:20:58,213 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:58,213 DEBUG [RS:0;3bde9015baec:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,215 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37477,1731781256086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:58,227 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:20:58,227 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,37477,1731781256086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,227 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,227 INFO [RS:0;3bde9015baec:37477 {}] regionserver.Replication(171): 3bde9015baec,37477,1731781256086 started 2024-11-16T18:20:58,238 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:58,238 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,37477,1731781256086, RpcServer on 3bde9015baec/172.17.0.2:37477, sessionid=0x10144e0bb320004 2024-11-16T18:20:58,238 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:20:58,238 DEBUG [RS:0;3bde9015baec:37477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37477,1731781256086' 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-862825988/flush-table-proc/abort' 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-862825988/flush-table-proc/acquired' 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,37477,1731781256086 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,37477,1731781256086' 2024-11-16T18:20:58,239 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-862825988/online-snapshot/abort' 2024-11-16T18:20:58,240 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-862825988/online-snapshot/acquired' 2024-11-16T18:20:58,240 DEBUG [RS:0;3bde9015baec:37477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:20:58,240 INFO [RS:0;3bde9015baec:37477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:20:58,240 INFO [RS:0;3bde9015baec:37477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:20:58,340 INFO [RS:0;3bde9015baec:37477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:20:58,341 INFO [RS:0;3bde9015baec:37477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37477%2C1731781256086, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/oldWALs, maxLogs=10 2024-11-16T18:20:58,353 DEBUG [RS:0;3bde9015baec:37477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, exclude list is [], retry=0 2024-11-16T18:20:58,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30,DISK] 2024-11-16T18:20:58,356 INFO [RS:0;3bde9015baec:37477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 2024-11-16T18:20:58,358 DEBUG [RS:0;3bde9015baec:37477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-16T18:20:58,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:20:58,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695 2024-11-16T18:20:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:20:58,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:58,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:58,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:58,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:58,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:58,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:58,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:58,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:58,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:58,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:58,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:58,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:58,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:58,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:58,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:58,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:58,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:58,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:58,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740 2024-11-16T18:20:58,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740 2024-11-16T18:20:58,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:58,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:58,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:58,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:20:58,950 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73172145, jitterRate=0.09034992754459381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781258940Initializing all the Stores at 1731781258940Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781258940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781258940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781258940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781258940Cleaning up temporary data from old regions at 1731781258947 (+7 ms)Region opened successfully at 1731781258950 (+3 ms) 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:20:58,950 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:20:58,950 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:20:58,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781258950Disabling compacts and flushes for region at 1731781258950Disabling writes for close at 1731781258950Writing region close event to WAL at 1731781258950Closed at 1731781258950 2024-11-16T18:20:58,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:58,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:20:58,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:20:58,952 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:58,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:20:59,103 DEBUG [3bde9015baec:41869 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:20:59,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:20:59,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37477,1731781256086, state=OPENING 2024-11-16T18:20:59,189 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:20:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:59,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:20:59,200 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:20:59,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37477,1731781256086}] 2024-11-16T18:20:59,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-862825988/meta-region-server: CHANGED 2024-11-16T18:20:59,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-862825988/meta-region-server: CHANGED 2024-11-16T18:20:59,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:20:59,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:20:59,356 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:20:59,356 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:20:59,356 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:20:59,358 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37477%2C1731781256086.meta, suffix=.meta, logDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/oldWALs, maxLogs=10 2024-11-16T18:20:59,369 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.meta.1731781259358.meta, exclude list is [], retry=0 2024-11-16T18:20:59,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30,DISK] 2024-11-16T18:20:59,372 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.meta.1731781259358.meta 2024-11-16T18:20:59,372 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-16T18:20:59,372 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:20:59,372 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:20:59,372 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:20:59,373 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:20:59,373 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:20:59,373 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:20:59,373 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:20:59,373 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:20:59,373 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:20:59,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:20:59,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:20:59,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:59,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:59,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:20:59,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:20:59,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:59,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:59,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:20:59,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:20:59,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:59,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:59,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:20:59,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:20:59,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:20:59,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:20:59,378 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:20:59,378 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740 2024-11-16T18:20:59,379 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740 2024-11-16T18:20:59,379 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:20:59,379 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:20:59,380 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:20:59,381 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:20:59,381 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374192, jitterRate=-0.11525559425354004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:20:59,381 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:20:59,381 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781259373Writing region info on filesystem at 1731781259373Initializing all the Stores at 1731781259374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781259374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781259374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781259374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781259374Cleaning up temporary data from old regions at 1731781259379 (+5 ms)Running coprocessor post-open hooks at 1731781259381 (+2 ms)Region opened successfully at 1731781259381 2024-11-16T18:20:59,382 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781259352 2024-11-16T18:20:59,383 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:20:59,383 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:20:59,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:20:59,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,37477,1731781256086, state=OPEN 2024-11-16T18:20:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-862825988/meta-region-server 2024-11-16T18:20:59,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-862825988/meta-region-server 2024-11-16T18:20:59,394 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,37477,1731781256086 2024-11-16T18:20:59,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-862825988/meta-region-server: CHANGED 2024-11-16T18:20:59,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-862825988/meta-region-server: CHANGED 2024-11-16T18:20:59,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:20:59,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,37477,1731781256086 in 193 msec 2024-11-16T18:20:59,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:20:59,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-16T18:20:59,398 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:20:59,398 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:20:59,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:59,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37477,1731781256086, seqNum=-1] 2024-11-16T18:20:59,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:59,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:59,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-16T18:20:59,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781259404, completionTime=-1 2024-11-16T18:20:59,404 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:20:59,404 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781319406 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781379406 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:41869, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,406 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,408 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:20:59,409 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:20:59,410 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:20:59,411 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:20:59,411 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:20:59,411 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41869,1731781255939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:20:59,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141a0739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:59,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:20:59,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:20:59,423 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:20:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:20:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:20:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4181670c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:20:59,423 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:20:59,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:20:59,424 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:20:59,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483b58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:20:59,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:20:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37477,1731781256086, seqNum=-1] 2024-11-16T18:20:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:20:59,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:20:59,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,41869,1731781255939 2024-11-16T18:20:59,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:20:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:20:59,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144e0bb320005 connected 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir so I do NOT create it in target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9 2024-11-16T18:20:59,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.tmp.dir so I do NOT create it in target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9 2024-11-16T18:20:59,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:20:59,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/cluster_975190f6-1db6-812e-09a9-8be85fc79992, deleteOnExit=true 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/test.cache.data in system properties and HBase conf 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:20:59,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:20:59,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:20:59,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:20:59,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:59,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:20:59,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:20:59,765 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:20:59,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:20:59,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:20:59,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a465493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:20:59,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3169dfe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:20:59,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25a7d83b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-15564428972989810468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:20:59,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b6667e0{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-16T18:20:59,860 INFO [Time-limited test {}] server.Server(415): Started @244385ms 2024-11-16T18:21:00,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:00,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:00,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:00,121 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:00,121 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:21:00,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@390f4a22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:00,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@524a0bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:00,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b453d1a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/java.io.tmpdir/jetty-localhost-46169-hadoop-hdfs-3_4_1-tests_jar-_-any-5801394468457124753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:00,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37fe726f{HTTP/1.1, (http/1.1)}{localhost:46169} 2024-11-16T18:21:00,242 INFO [Time-limited test {}] server.Server(415): Started @244767ms 2024-11-16T18:21:00,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:21:00,820 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/cluster_975190f6-1db6-812e-09a9-8be85fc79992/data/data2/current/BP-1930963527-172.17.0.2-1731781259470/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:00,820 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/cluster_975190f6-1db6-812e-09a9-8be85fc79992/data/data1/current/BP-1930963527-172.17.0.2-1731781259470/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:00,841 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:21:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca46b776d398a2b with lease ID 0x6b5b4173272a55c3: Processing first storage report for DS-2eb48193-5511-4367-8b06-79ec7e593fea from datanode DatanodeRegistration(127.0.0.1:32933, datanodeUuid=519e6c0b-b9b0-4910-8b4d-1f2e51fd1254, infoPort=33895, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=1840466427;c=1731781259470) 2024-11-16T18:21:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca46b776d398a2b with lease ID 0x6b5b4173272a55c3: from storage DS-2eb48193-5511-4367-8b06-79ec7e593fea node DatanodeRegistration(127.0.0.1:32933, datanodeUuid=519e6c0b-b9b0-4910-8b4d-1f2e51fd1254, infoPort=33895, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=1840466427;c=1731781259470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca46b776d398a2b with lease ID 0x6b5b4173272a55c3: Processing first storage report for DS-9c1a4d6a-bce8-40af-bc43-a089c6eb8450 from datanode DatanodeRegistration(127.0.0.1:32933, datanodeUuid=519e6c0b-b9b0-4910-8b4d-1f2e51fd1254, infoPort=33895, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=1840466427;c=1731781259470) 2024-11-16T18:21:00,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca46b776d398a2b with lease ID 0x6b5b4173272a55c3: from storage DS-9c1a4d6a-bce8-40af-bc43-a089c6eb8450 node DatanodeRegistration(127.0.0.1:32933, datanodeUuid=519e6c0b-b9b0-4910-8b4d-1f2e51fd1254, infoPort=33895, infoSecurePort=0, ipcPort=36199, storageInfo=lv=-57;cid=testClusterID;nsid=1840466427;c=1731781259470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:00,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9 2024-11-16T18:21:00,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:00,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:21:00,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654 with version=8 2024-11-16T18:21:00,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/hbase-staging 2024-11-16T18:21:00,882 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:21:00,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:00,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42487 2024-11-16T18:21:00,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42487 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:21:00,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424870x0, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:00,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42487-0x10144e0bb320006 connected 2024-11-16T18:21:00,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:00,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:00,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/running 2024-11-16T18:21:00,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654, hbase.cluster.distributed=false 2024-11-16T18:21:00,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/acl 2024-11-16T18:21:00,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-16T18:21:00,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42487 2024-11-16T18:21:00,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42487 2024-11-16T18:21:00,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-16T18:21:00,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-16T18:21:00,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:00,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35161 2024-11-16T18:21:00,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35161 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:21:00,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:00,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:01,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351610x0, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:01,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351610x0, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/running 2024-11-16T18:21:01,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35161-0x10144e0bb320007 connected 2024-11-16T18:21:01,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:21:01,011 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:21:01,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/master 2024-11-16T18:21:01,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/acl 2024-11-16T18:21:01,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-16T18:21:01,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35161 2024-11-16T18:21:01,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35161 2024-11-16T18:21:01,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-16T18:21:01,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-16T18:21:01,026 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:42487 2024-11-16T18:21:01,028 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21494001471/backup-masters/3bde9015baec,42487,1731781260881 2024-11-16T18:21:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/backup-masters 2024-11-16T18:21:01,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/backup-masters 2024-11-16T18:21:01,036 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on existing znode=/21494001471/backup-masters/3bde9015baec,42487,1731781260881 2024-11-16T18:21:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494001471/master 2024-11-16T18:21:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:01,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:01,047 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on existing znode=/21494001471/master 2024-11-16T18:21:01,047 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21494001471/backup-masters/3bde9015baec,42487,1731781260881 from backup master directory 2024-11-16T18:21:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/backup-masters 2024-11-16T18:21:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494001471/backup-masters/3bde9015baec,42487,1731781260881 2024-11-16T18:21:01,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/backup-masters 2024-11-16T18:21:01,057 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:01,057 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,42487,1731781260881 2024-11-16T18:21:01,059 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/hbase.id] with ID: ccfcbe8f-764a-4ae6-8a8c-039bde282211 2024-11-16T18:21:01,059 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/.tmp/hbase.id 2024-11-16T18:21:01,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:21:01,464 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/.tmp/hbase.id]:[hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/hbase.id] 2024-11-16T18:21:01,471 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:01,471 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:21:01,472 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:21:01,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:01,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:21:01,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:21:01,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:21:01,931 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:01,932 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:21:01,932 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:21:02,339 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store 2024-11-16T18:21:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:21:02,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:02,452 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:02,452 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48357 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:02,744 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:02,744 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:02,744 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781262744Disabling compacts and flushes for region at 1731781262744Disabling writes for close at 1731781262744Writing region close event to WAL at 1731781262744Closed at 1731781262744 2024-11-16T18:21:02,744 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/.initializing 2024-11-16T18:21:02,745 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/WALs/3bde9015baec,42487,1731781260881 2024-11-16T18:21:02,745 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:02,746 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C42487%2C1731781260881, suffix=, logDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/WALs/3bde9015baec,42487,1731781260881, archiveDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/oldWALs, maxLogs=10 2024-11-16T18:21:02,757 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/WALs/3bde9015baec,42487,1731781260881/3bde9015baec%2C42487%2C1731781260881.1731781262746, exclude list is [], retry=0 2024-11-16T18:21:02,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32933,DS-2eb48193-5511-4367-8b06-79ec7e593fea,DISK] 2024-11-16T18:21:02,760 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/WALs/3bde9015baec,42487,1731781260881/3bde9015baec%2C42487%2C1731781260881.1731781262746 2024-11-16T18:21:02,760 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-16T18:21:02,760 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:02,761 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:02,761 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,761 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:21:02,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:02,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:02,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:21:02,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:02,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:02,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:21:02,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:02,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:02,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:21:02,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:02,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:02,769 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,769 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,769 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,770 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,770 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,771 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:02,771 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:02,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:02,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63291407, jitterRate=-0.05688454210758209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:02,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781262761Initializing all the Stores at 1731781262761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781262761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781262764 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781262764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781262764Cleaning up temporary data from old regions at 1731781262770 (+6 ms)Region opened successfully at 1731781262773 (+3 ms) 2024-11-16T18:21:02,773 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:21:02,775 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd601e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:02,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:21:02,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:21:02,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:21:02,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:21:02,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:21:02,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:21:02,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:21:02,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:21:02,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/balancer because node does not exist (not necessarily an error) 2024-11-16T18:21:02,842 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/balancer already deleted, retry=false 2024-11-16T18:21:02,842 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:21:02,843 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:21:02,852 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/normalizer already deleted, retry=false 2024-11-16T18:21:02,853 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:21:02,854 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:21:02,863 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/switch/split already deleted, retry=false 2024-11-16T18:21:02,864 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:21:02,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/switch/merge already deleted, retry=false 2024-11-16T18:21:02,875 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:21:02,884 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/snapshot-cleanup already deleted, retry=false 2024-11-16T18:21:02,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494001471/running 2024-11-16T18:21:02,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21494001471/running 2024-11-16T18:21:02,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:02,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:02,895 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,42487,1731781260881, sessionid=0x10144e0bb320006, setting cluster-up flag (Was=false) 2024-11-16T18:21:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:02,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:02,947 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21494001471/flush-table-proc/acquired, /21494001471/flush-table-proc/reached, /21494001471/flush-table-proc/abort 2024-11-16T18:21:02,948 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42487,1731781260881 2024-11-16T18:21:02,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:02,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:03,088 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21494001471/online-snapshot/acquired, /21494001471/online-snapshot/reached, /21494001471/online-snapshot/abort 2024-11-16T18:21:03,089 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,42487,1731781260881 2024-11-16T18:21:03,090 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:21:03,091 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:03,091 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:21:03,091 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:21:03,092 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,42487,1731781260881 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:03,093 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781293093 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:21:03,093 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,094 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:03,094 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:21:03,094 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781263094,5,FailOnTimeoutGroup] 2024-11-16T18:21:03,094 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781263094,5,FailOnTimeoutGroup] 2024-11-16T18:21:03,094 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,095 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:03,095 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:21:03,095 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,095 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:21:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:21:03,119 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(746): ClusterId : ccfcbe8f-764a-4ae6-8a8c-039bde282211 2024-11-16T18:21:03,119 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:21:03,131 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:21:03,131 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:21:03,141 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:21:03,142 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fc16ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:03,155 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:35161 2024-11-16T18:21:03,155 INFO [RS:0;3bde9015baec:35161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:21:03,155 INFO [RS:0;3bde9015baec:35161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:21:03,155 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:21:03,155 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,42487,1731781260881 with port=35161, startcode=1731781260996 2024-11-16T18:21:03,156 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:21:03,157 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:21:03,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42487 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,158 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654 2024-11-16T18:21:03,158 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44907 2024-11-16T18:21:03,158 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:21:03,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/rs 2024-11-16T18:21:03,229 DEBUG [RS:0;3bde9015baec:35161 {}] zookeeper.ZKUtil(111): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on existing znode=/21494001471/rs/3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,229 WARN [RS:0;3bde9015baec:35161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:03,229 INFO [RS:0;3bde9015baec:35161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:03,229 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,35161,1731781260996] 2024-11-16T18:21:03,231 INFO [RS:0;3bde9015baec:35161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:21:03,232 INFO [RS:0;3bde9015baec:35161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:21:03,233 INFO [RS:0;3bde9015baec:35161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:21:03,233 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,233 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:21:03,233 INFO [RS:0;3bde9015baec:35161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:21:03,233 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:03,234 DEBUG [RS:0;3bde9015baec:35161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,234 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35161,1731781260996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:03,246 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:21:03,247 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35161,1731781260996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,247 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,247 INFO [RS:0;3bde9015baec:35161 {}] regionserver.Replication(171): 3bde9015baec,35161,1731781260996 started 2024-11-16T18:21:03,258 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:03,258 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,35161,1731781260996, RpcServer on 3bde9015baec/172.17.0.2:35161, sessionid=0x10144e0bb320007 2024-11-16T18:21:03,258 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:21:03,258 DEBUG [RS:0;3bde9015baec:35161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,258 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,35161,1731781260996' 2024-11-16T18:21:03,258 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21494001471/flush-table-proc/abort' 2024-11-16T18:21:03,258 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21494001471/flush-table-proc/acquired' 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,35161,1731781260996 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,35161,1731781260996' 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21494001471/online-snapshot/abort' 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21494001471/online-snapshot/acquired' 2024-11-16T18:21:03,259 DEBUG [RS:0;3bde9015baec:35161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:21:03,259 INFO [RS:0;3bde9015baec:35161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:21:03,259 INFO [RS:0;3bde9015baec:35161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:21:03,359 INFO [RS:0;3bde9015baec:35161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:03,361 INFO [RS:0;3bde9015baec:35161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35161%2C1731781260996, suffix=, logDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996, archiveDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/oldWALs, maxLogs=10 2024-11-16T18:21:03,372 DEBUG [RS:0;3bde9015baec:35161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, exclude list is [], retry=0 2024-11-16T18:21:03,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32933,DS-2eb48193-5511-4367-8b06-79ec7e593fea,DISK] 2024-11-16T18:21:03,376 INFO [RS:0;3bde9015baec:35161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 2024-11-16T18:21:03,376 DEBUG [RS:0;3bde9015baec:35161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-16T18:21:03,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:21:03,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654 2024-11-16T18:21:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:21:03,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:03,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:03,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:03,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:03,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:03,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:03,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:03,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:03,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:03,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:03,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:03,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:03,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:03,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:03,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:03,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:03,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:03,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:03,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740 2024-11-16T18:21:03,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740 2024-11-16T18:21:03,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:03,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:03,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:03,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:03,913 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:03,914 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75340106, jitterRate=0.12265506386756897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781263905Initializing all the Stores at 1731781263905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781263905Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781263905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781263905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781263905Cleaning up temporary data from old regions at 1731781263911 (+6 ms)Region opened successfully at 1731781263914 (+3 ms) 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:03,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:03,914 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:03,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781263914Disabling compacts and flushes for region at 1731781263914Disabling writes for close at 1731781263914Writing region close event to WAL at 1731781263914Closed at 1731781263914 2024-11-16T18:21:03,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:03,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:21:03,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:21:03,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:03,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:21:04,067 DEBUG [3bde9015baec:42487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:21:04,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:04,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,35161,1731781260996, state=OPENING 2024-11-16T18:21:04,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:21:04,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:04,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:04,148 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:04,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494001471/meta-region-server: CHANGED 2024-11-16T18:21:04,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494001471/meta-region-server: CHANGED 2024-11-16T18:21:04,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,35161,1731781260996}] 2024-11-16T18:21:04,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:04,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:21:04,303 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:21:04,303 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:04,304 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:21:04,305 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35161%2C1731781260996.meta, suffix=.meta, logDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996, archiveDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/oldWALs, maxLogs=10 2024-11-16T18:21:04,317 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.meta.1731781264305.meta, exclude list is [], retry=0 2024-11-16T18:21:04,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32933,DS-2eb48193-5511-4367-8b06-79ec7e593fea,DISK] 2024-11-16T18:21:04,320 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.meta.1731781264305.meta 2024-11-16T18:21:04,320 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-16T18:21:04,320 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:04,321 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:21:04,321 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:21:04,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:21:04,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:04,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:04,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:04,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:04,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:04,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:04,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:04,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:04,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:04,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:04,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:04,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:04,326 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:04,326 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740 2024-11-16T18:21:04,327 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740 2024-11-16T18:21:04,327 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:04,327 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:04,328 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:04,329 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:04,329 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68708623, jitterRate=0.023838266730308533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:04,329 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:21:04,329 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781264321Writing region info on filesystem at 1731781264321Initializing all the Stores at 1731781264322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781264322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781264322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781264322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781264322Cleaning up temporary data from old regions at 1731781264327 (+5 ms)Running coprocessor post-open hooks at 1731781264329 (+2 ms)Region opened successfully at 1731781264329 2024-11-16T18:21:04,330 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781264299 2024-11-16T18:21:04,331 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:21:04,331 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:21:04,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:04,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,35161,1731781260996, state=OPEN 2024-11-16T18:21:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21494001471/meta-region-server 2024-11-16T18:21:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21494001471/meta-region-server 2024-11-16T18:21:04,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494001471/meta-region-server: CHANGED 2024-11-16T18:21:04,341 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,35161,1731781260996 2024-11-16T18:21:04,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21494001471/meta-region-server: CHANGED 2024-11-16T18:21:04,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:21:04,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,35161,1731781260996 in 193 msec 2024-11-16T18:21:04,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:21:04,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-16T18:21:04,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:04,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:21:04,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:04,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35161,1731781260996, seqNum=-1] 2024-11-16T18:21:04,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:04,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:04,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-16T18:21:04,352 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781264351, completionTime=-1 2024-11-16T18:21:04,352 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:21:04,352 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:21:04,353 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781324353 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781384354 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:42487, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,356 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:21:04,357 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:21:04,358 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:04,358 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:21:04,359 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:21:04,359 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:21:04,359 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,42487,1731781260881-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:04,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811c3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:04,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:04,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:04,421 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132c4ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:04,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:04,422 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:04,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a5aec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:04,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35161,1731781260996, seqNum=-1] 2024-11-16T18:21:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:04,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:04,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,42487,1731781260881 2024-11-16T18:21:04,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64505 2024-11-16T18:21:04,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:04,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10144e0bb320008 connected 2024-11-16T18:21:04,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38997,1731781248921 2024-11-16T18:21:04,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6175a4a 2024-11-16T18:21:04,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:04,449 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:04,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:04,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:04,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:04,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:04,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:04,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14ab81c161be03a30a0785ff109a6ce1, NAME => 'test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517 2024-11-16T18:21:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:04,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:04,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:04,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14ab81c161be03a30a0785ff109a6ce1, disabling compactions & flushes 2024-11-16T18:21:05,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. after waiting 0 ms 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14ab81c161be03a30a0785ff109a6ce1: Waiting for close lock at 1731781265263Disabling compacts and flushes for region at 1731781265263Disabling writes for close at 1731781265263Writing region close event to WAL at 1731781265263Closed at 1731781265263 2024-11-16T18:21:05,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:05,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781265264"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781265264"}]},"ts":"1731781265264"} 2024-11-16T18:21:05,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:05,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:05,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781265267"}]},"ts":"1731781265267"} 2024-11-16T18:21:05,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:05,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ab81c161be03a30a0785ff109a6ce1, ASSIGN}] 2024-11-16T18:21:05,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ab81c161be03a30a0785ff109a6ce1, ASSIGN 2024-11-16T18:21:05,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14ab81c161be03a30a0785ff109a6ce1, ASSIGN; state=OFFLINE, location=3bde9015baec,37195,1731781249119; forceNewPlan=false, retain=false 2024-11-16T18:21:05,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ab81c161be03a30a0785ff109a6ce1, regionState=OPENING, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:21:05,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14ab81c161be03a30a0785ff109a6ce1, ASSIGN because future has completed 2024-11-16T18:21:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ab81c161be03a30a0785ff109a6ce1, server=3bde9015baec,37195,1731781249119}] 2024-11-16T18:21:05,577 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,577 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14ab81c161be03a30a0785ff109a6ce1, NAME => 'test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:05,578 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:05,578 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:05,578 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,578 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:05,578 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,578 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,579 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,580 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ab81c161be03a30a0785ff109a6ce1 columnFamilyName f 2024-11-16T18:21:05,580 DEBUG [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:05,580 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(327): Store=14ab81c161be03a30a0785ff109a6ce1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:05,580 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,581 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ab81c161be03a30a0785ff109a6ce1 columnFamilyName f1 2024-11-16T18:21:05,581 DEBUG [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:05,581 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(327): Store=14ab81c161be03a30a0785ff109a6ce1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:05,581 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,582 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ab81c161be03a30a0785ff109a6ce1 columnFamilyName norep 2024-11-16T18:21:05,582 DEBUG [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:05,582 INFO [StoreOpener-14ab81c161be03a30a0785ff109a6ce1-1 {}] regionserver.HStore(327): Store=14ab81c161be03a30a0785ff109a6ce1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:05,583 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,583 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,583 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,584 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,584 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,584 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:05,585 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,586 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:05,586 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14ab81c161be03a30a0785ff109a6ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65909126, jitterRate=-0.0178774893283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:05,586 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:05,586 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14ab81c161be03a30a0785ff109a6ce1: Running coprocessor pre-open hook at 1731781265578Writing region info on filesystem at 1731781265578Initializing all the Stores at 1731781265579 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781265579Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781265579Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781265579Cleaning up temporary data from old regions at 1731781265584 (+5 ms)Running coprocessor post-open hooks at 1731781265586 (+2 ms)Region opened successfully at 1731781265586 2024-11-16T18:21:05,587 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1., pid=6, masterSystemTime=1731781265574 2024-11-16T18:21:05,589 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,589 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:05,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ab81c161be03a30a0785ff109a6ce1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:21:05,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ab81c161be03a30a0785ff109a6ce1, server=3bde9015baec,37195,1731781249119 because future has completed 2024-11-16T18:21:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:05,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:05,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14ab81c161be03a30a0785ff109a6ce1, server=3bde9015baec,37195,1731781249119 in 169 msec 2024-11-16T18:21:05,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:05,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14ab81c161be03a30a0785ff109a6ce1, ASSIGN in 325 msec 2024-11-16T18:21:05,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:05,595 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781265594"}]},"ts":"1731781265594"} 2024-11-16T18:21:05,596 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:05,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:05,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-16T18:21:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:06,603 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:21:06,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41869,1731781255939 2024-11-16T18:21:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69626e05 2024-11-16T18:21:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:06,604 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:06,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:06,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:06,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:06,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:06,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:07,014 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c19cc2e762e5abbcce1dd8ac5f0f7b52, NAME => 'test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695 2024-11-16T18:21:07,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c19cc2e762e5abbcce1dd8ac5f0f7b52, disabling compactions & flushes 2024-11-16T18:21:07,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. after waiting 0 ms 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c19cc2e762e5abbcce1dd8ac5f0f7b52: Waiting for close lock at 1731781267419Disabling compacts and flushes for region at 1731781267419Disabling writes for close at 1731781267419Writing region close event to WAL at 1731781267419Closed at 1731781267419 2024-11-16T18:21:07,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:07,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781267420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781267420"}]},"ts":"1731781267420"} 2024-11-16T18:21:07,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:07,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:07,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781267423"}]},"ts":"1731781267423"} 2024-11-16T18:21:07,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:07,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c19cc2e762e5abbcce1dd8ac5f0f7b52, ASSIGN}] 2024-11-16T18:21:07,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c19cc2e762e5abbcce1dd8ac5f0f7b52, ASSIGN 2024-11-16T18:21:07,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c19cc2e762e5abbcce1dd8ac5f0f7b52, ASSIGN; state=OFFLINE, location=3bde9015baec,37477,1731781256086; forceNewPlan=false, retain=false 2024-11-16T18:21:07,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c19cc2e762e5abbcce1dd8ac5f0f7b52, regionState=OPENING, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:21:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c19cc2e762e5abbcce1dd8ac5f0f7b52, ASSIGN because future has completed 2024-11-16T18:21:07,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c19cc2e762e5abbcce1dd8ac5f0f7b52, server=3bde9015baec,37477,1731781256086}] 2024-11-16T18:21:07,733 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,733 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c19cc2e762e5abbcce1dd8ac5f0f7b52, NAME => 'test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:07,733 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:07,733 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:07,734 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,734 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:07,734 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,734 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,735 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,736 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19cc2e762e5abbcce1dd8ac5f0f7b52 columnFamilyName f 2024-11-16T18:21:07,736 DEBUG [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:07,736 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(327): Store=c19cc2e762e5abbcce1dd8ac5f0f7b52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:07,736 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,737 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19cc2e762e5abbcce1dd8ac5f0f7b52 columnFamilyName f1 2024-11-16T18:21:07,737 DEBUG [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:07,737 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(327): Store=c19cc2e762e5abbcce1dd8ac5f0f7b52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:07,737 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,738 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c19cc2e762e5abbcce1dd8ac5f0f7b52 columnFamilyName norep 2024-11-16T18:21:07,738 DEBUG [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:07,738 INFO [StoreOpener-c19cc2e762e5abbcce1dd8ac5f0f7b52-1 {}] regionserver.HStore(327): Store=c19cc2e762e5abbcce1dd8ac5f0f7b52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:07,738 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,739 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,739 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,740 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,740 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,740 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:07,741 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,742 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:07,742 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c19cc2e762e5abbcce1dd8ac5f0f7b52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61765261, jitterRate=-0.07962588965892792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:07,743 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:07,743 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c19cc2e762e5abbcce1dd8ac5f0f7b52: Running coprocessor pre-open hook at 1731781267734Writing region info on filesystem at 1731781267734Initializing all the Stores at 1731781267734Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781267734Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781267735 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781267735Cleaning up temporary data from old regions at 1731781267740 (+5 ms)Running coprocessor post-open hooks at 1731781267743 (+3 ms)Region opened successfully at 1731781267743 2024-11-16T18:21:07,743 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52., pid=6, masterSystemTime=1731781267730 2024-11-16T18:21:07,745 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,745 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:07,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c19cc2e762e5abbcce1dd8ac5f0f7b52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:21:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c19cc2e762e5abbcce1dd8ac5f0f7b52, server=3bde9015baec,37477,1731781256086 because future has completed 2024-11-16T18:21:07,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:07,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c19cc2e762e5abbcce1dd8ac5f0f7b52, server=3bde9015baec,37477,1731781256086 in 179 msec 2024-11-16T18:21:07,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:07,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c19cc2e762e5abbcce1dd8ac5f0f7b52, ASSIGN in 335 msec 2024-11-16T18:21:07,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:07,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781267761"}]},"ts":"1731781267761"} 2024-11-16T18:21:07,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:07,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-16T18:21:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:08,752 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:21:08,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db54bdd 2024-11-16T18:21:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:08,754 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:08,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:08,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:08,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:08,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:08,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:09,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4880ed5ecf36577a97d470cd4e841b4a, NAME => 'test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654 2024-11-16T18:21:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:09,240 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:21:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4880ed5ecf36577a97d470cd4e841b4a, disabling compactions & flushes 2024-11-16T18:21:09,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. after waiting 0 ms 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4880ed5ecf36577a97d470cd4e841b4a: Waiting for close lock at 1731781269631Disabling compacts and flushes for region at 1731781269631Disabling writes for close at 1731781269631Writing region close event to WAL at 1731781269631Closed at 1731781269631 2024-11-16T18:21:09,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:09,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781269632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781269632"}]},"ts":"1731781269632"} 2024-11-16T18:21:09,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:09,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:09,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781269635"}]},"ts":"1731781269635"} 2024-11-16T18:21:09,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:09,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4880ed5ecf36577a97d470cd4e841b4a, ASSIGN}] 2024-11-16T18:21:09,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4880ed5ecf36577a97d470cd4e841b4a, ASSIGN 2024-11-16T18:21:09,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4880ed5ecf36577a97d470cd4e841b4a, ASSIGN; state=OFFLINE, location=3bde9015baec,35161,1731781260996; forceNewPlan=false, retain=false 2024-11-16T18:21:09,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4880ed5ecf36577a97d470cd4e841b4a, regionState=OPENING, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:09,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4880ed5ecf36577a97d470cd4e841b4a, ASSIGN because future has completed 2024-11-16T18:21:09,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4880ed5ecf36577a97d470cd4e841b4a, server=3bde9015baec,35161,1731781260996}] 2024-11-16T18:21:09,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:09,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:09,946 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,946 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4880ed5ecf36577a97d470cd4e841b4a, NAME => 'test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:09,947 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:09,947 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:09,947 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,947 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:09,947 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,947 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,948 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,949 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4880ed5ecf36577a97d470cd4e841b4a columnFamilyName f 2024-11-16T18:21:09,949 DEBUG [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:09,949 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(327): Store=4880ed5ecf36577a97d470cd4e841b4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:09,949 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,950 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4880ed5ecf36577a97d470cd4e841b4a columnFamilyName f1 2024-11-16T18:21:09,950 DEBUG [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:09,950 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(327): Store=4880ed5ecf36577a97d470cd4e841b4a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:09,951 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,951 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4880ed5ecf36577a97d470cd4e841b4a columnFamilyName norep 2024-11-16T18:21:09,951 DEBUG [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:09,952 INFO [StoreOpener-4880ed5ecf36577a97d470cd4e841b4a-1 {}] regionserver.HStore(327): Store=4880ed5ecf36577a97d470cd4e841b4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:09,952 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,952 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,953 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:09,954 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,956 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:09,956 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4880ed5ecf36577a97d470cd4e841b4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71011328, jitterRate=0.0581512451171875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:09,956 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:09,956 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4880ed5ecf36577a97d470cd4e841b4a: Running coprocessor pre-open hook at 1731781269947Writing region info on filesystem at 1731781269947Initializing all the Stores at 1731781269948 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781269948Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781269948Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781269948Cleaning up temporary data from old regions at 1731781269953 (+5 ms)Running coprocessor post-open hooks at 1731781269956 (+3 ms)Region opened successfully at 1731781269956 2024-11-16T18:21:09,957 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a., pid=6, masterSystemTime=1731781269943 2024-11-16T18:21:09,960 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,960 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:09,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4880ed5ecf36577a97d470cd4e841b4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:09,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4880ed5ecf36577a97d470cd4e841b4a, server=3bde9015baec,35161,1731781260996 because future has completed 2024-11-16T18:21:09,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:09,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4880ed5ecf36577a97d470cd4e841b4a, server=3bde9015baec,35161,1731781260996 in 171 msec 2024-11-16T18:21:09,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:09,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4880ed5ecf36577a97d470cd4e841b4a, ASSIGN in 327 msec 2024-11-16T18:21:09,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:09,966 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781269966"}]},"ts":"1731781269966"} 2024-11-16T18:21:09,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:09,968 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:09,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2130 sec 2024-11-16T18:21:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:10,902 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:21:10,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f10aa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:10,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:10,904 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:10,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:10,905 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423f482f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,906 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38997,1731781248921 2024-11-16T18:21:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69aa9f9e 2024-11-16T18:21:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:10,907 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:10,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:41869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:21:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:21:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:10,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41869' 2024-11-16T18:21:10,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e32f70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:21:10,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:10,911 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe46502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:10,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:10,912 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:10,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a6eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:10,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:10,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41869,1731781255939 2024-11-16T18:21:10,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@327427f1 2024-11-16T18:21:10,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:10,914 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:10,914 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:21:10,914 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:21:10,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:10,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:10,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:10,915 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:10,916 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:21:10,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:10,917 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:10,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:21:10,966 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:21:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:11,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 135bc7e1ac7639982c0e3ea7213952ae, NAME => 'hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517 2024-11-16T18:21:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:21:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:11,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:21:11,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T18:21:11,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:21:11,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T18:21:11,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:11,729 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 135bc7e1ac7639982c0e3ea7213952ae, disabling compactions & flushes 2024-11-16T18:21:11,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:11,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:11,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. after waiting 0 ms 2024-11-16T18:21:11,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:11,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:11,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 135bc7e1ac7639982c0e3ea7213952ae: Waiting for close lock at 1731781271729Disabling compacts and flushes for region at 1731781271729Disabling writes for close at 1731781271730 (+1 ms)Writing region close event to WAL at 1731781271730Closed at 1731781271730 2024-11-16T18:21:11,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:11,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781271731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781271731"}]},"ts":"1731781271731"} 2024-11-16T18:21:11,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:11,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:11,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781271733"}]},"ts":"1731781271733"} 2024-11-16T18:21:11,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:21:11,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=135bc7e1ac7639982c0e3ea7213952ae, ASSIGN}] 2024-11-16T18:21:11,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=135bc7e1ac7639982c0e3ea7213952ae, ASSIGN 2024-11-16T18:21:11,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=135bc7e1ac7639982c0e3ea7213952ae, ASSIGN; state=OFFLINE, location=3bde9015baec,37195,1731781249119; forceNewPlan=false, retain=false 2024-11-16T18:21:11,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=135bc7e1ac7639982c0e3ea7213952ae, regionState=OPENING, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:21:11,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=135bc7e1ac7639982c0e3ea7213952ae, ASSIGN because future has completed 2024-11-16T18:21:11,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 135bc7e1ac7639982c0e3ea7213952ae, server=3bde9015baec,37195,1731781249119}] 2024-11-16T18:21:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:12,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:12,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:12,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:21:12,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37195%2C1731781249119.rep, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/oldWALs, maxLogs=10 2024-11-16T18:21:12,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.rep.1731781272045, exclude list is [], retry=0 2024-11-16T18:21:12,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46119,DS-d25ca638-cfd2-4ba4-884f-667b81792e6d,DISK] 2024-11-16T18:21:12,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.rep.1731781272045 2024-11-16T18:21:12,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38777:38777)] 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 135bc7e1ac7639982c0e3ea7213952ae, NAME => 'hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:12,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. service=MultiRowMutationService 2024-11-16T18:21:12,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,062 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,063 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135bc7e1ac7639982c0e3ea7213952ae columnFamilyName hfileref 2024-11-16T18:21:12,063 DEBUG [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:12,064 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(327): Store=135bc7e1ac7639982c0e3ea7213952ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:12,064 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,064 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135bc7e1ac7639982c0e3ea7213952ae columnFamilyName queue 2024-11-16T18:21:12,064 DEBUG [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:12,065 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(327): Store=135bc7e1ac7639982c0e3ea7213952ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:12,065 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,066 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135bc7e1ac7639982c0e3ea7213952ae columnFamilyName sid 2024-11-16T18:21:12,066 DEBUG [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:12,066 INFO [StoreOpener-135bc7e1ac7639982c0e3ea7213952ae-1 {}] regionserver.HStore(327): Store=135bc7e1ac7639982c0e3ea7213952ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:12,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:12,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:12,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 135bc7e1ac7639982c0e3ea7213952ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67695807, jitterRate=0.008746132254600525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:12,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:12,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 135bc7e1ac7639982c0e3ea7213952ae: Running coprocessor pre-open hook at 1731781272061Writing region info on filesystem at 1731781272061Initializing all the Stores at 1731781272062 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781272062Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781272062Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781272062Cleaning up temporary data from old regions at 1731781272067 (+5 ms)Running coprocessor post-open hooks at 1731781272070 (+3 ms)Region opened successfully at 1731781272070 2024-11-16T18:21:12,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., pid=10, masterSystemTime=1731781272041 2024-11-16T18:21:12,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:12,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:12,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=135bc7e1ac7639982c0e3ea7213952ae, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37195,1731781249119 2024-11-16T18:21:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 135bc7e1ac7639982c0e3ea7213952ae, server=3bde9015baec,37195,1731781249119 because future has completed 2024-11-16T18:21:12,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:21:12,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 135bc7e1ac7639982c0e3ea7213952ae, server=3bde9015baec,37195,1731781249119 in 189 msec 2024-11-16T18:21:12,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:21:12,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=135bc7e1ac7639982c0e3ea7213952ae, ASSIGN in 345 msec 2024-11-16T18:21:12,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:12,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781272082"}]},"ts":"1731781272082"} 2024-11-16T18:21:12,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:21:12,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:12,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-16T18:21:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., hostname=3bde9015baec,37195,1731781249119, seqNum=2] 2024-11-16T18:21:12,199 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:21:12,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:21:12,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:21:12,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:21:12,374 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:21:12,398 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,37195,1731781249119, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:21:12,399 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:12,399 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37195,1731781249119, seqNum=-1] 2024-11-16T18:21:12,399 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:12,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:12,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,37195,1731781249119', locateType=CURRENT is [region=hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., hostname=3bde9015baec,37195,1731781249119, seqNum=2] 2024-11-16T18:21:12,404 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:21:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:21:12,406 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,37195,1731781249119 suceeded 2024-11-16T18:21:12,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:21:12,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T18:21:12,407 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:41869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:21:12,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-16T18:21:12,418 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41869' 2024-11-16T18:21:12,419 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c4790a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:12,419 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:21:12,419 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:12,420 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f6ba32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:12,421 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:12,421 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630a858c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:12,421 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:12,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41869,1731781255939 2024-11-16T18:21:12,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e988202 2024-11-16T18:21:12,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:12,423 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T18:21:12,423 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,37195,1731781249119 (queues=1) is replicating from cluster=31ead0ce-c5ba-4611-8cf4-3649b31aaefc to cluster=5d627939-fc86-48fb-8f9c-f86d8aa5f4d8 2024-11-16T18:21:12,424 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C37195%2C1731781249119 2024-11-16T18:21:12,424 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,37195,1731781249119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:21:12,424 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C37195%2C1731781249119 2024-11-16T18:21:12,424 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, startPosition=0, beingWritten=true 2024-11-16T18:21:12,428 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:12,428 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:12,428 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:12,633 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:12,936 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:13,053 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:21:13,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:13,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:13,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:13,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be97461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:21:13,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:13,054 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:21:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b1d4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,055 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:13,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bdaad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41869,1731781255939 2024-11-16T18:21:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b4636e 2024-11-16T18:21:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:13,057 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:13,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:42487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:21:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:21:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:13,060 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:42487' 2024-11-16T18:21:13,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520b9ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,060 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:13,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:13,061 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277e6460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:13,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:13,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,062 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:13,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314ec3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:13,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:13,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:13,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f4261a 2024-11-16T18:21:13,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:13,064 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:13,065 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:21:13,065 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:21:13,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,065 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:13,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:13,065 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:13,066 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:21:13,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:13,067 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:13,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:21:13,116 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:21:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:13,340 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:13,474 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebca8dd87458eb840eead761e4dea902, NAME => 'hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695 2024-11-16T18:21:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:21:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:13,844 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:13,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:13,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ebca8dd87458eb840eead761e4dea902, disabling compactions & flushes 2024-11-16T18:21:13,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:13,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:13,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. after waiting 0 ms 2024-11-16T18:21:13,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:13,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:13,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebca8dd87458eb840eead761e4dea902: Waiting for close lock at 1731781273897Disabling compacts and flushes for region at 1731781273897Disabling writes for close at 1731781273898 (+1 ms)Writing region close event to WAL at 1731781273898Closed at 1731781273898 2024-11-16T18:21:13,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:13,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781273899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781273899"}]},"ts":"1731781273899"} 2024-11-16T18:21:13,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:13,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:13,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781273901"}]},"ts":"1731781273901"} 2024-11-16T18:21:13,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:21:13,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902, ASSIGN}] 2024-11-16T18:21:13,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902, ASSIGN 2024-11-16T18:21:13,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902, ASSIGN; state=OFFLINE, location=3bde9015baec,37477,1731781256086; forceNewPlan=false, retain=false 2024-11-16T18:21:14,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebca8dd87458eb840eead761e4dea902, regionState=OPENING, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:21:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902, ASSIGN because future has completed 2024-11-16T18:21:14,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebca8dd87458eb840eead761e4dea902, server=3bde9015baec,37477,1731781256086}] 2024-11-16T18:21:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:14,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:14,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:14,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:21:14,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C37477%2C1731781256086.rep, suffix=, logDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086, archiveDir=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/oldWALs, maxLogs=10 2024-11-16T18:21:14,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.rep.1731781274215, exclude list is [], retry=0 2024-11-16T18:21:14,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33381,DS-5757c3d5-43c1-44f3-b70e-560bb3f3ff30,DISK] 2024-11-16T18:21:14,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.rep.1731781274215 2024-11-16T18:21:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38181:38181)] 2024-11-16T18:21:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ebca8dd87458eb840eead761e4dea902, NAME => 'hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:14,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. service=MultiRowMutationService 2024-11-16T18:21:14,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,234 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,235 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebca8dd87458eb840eead761e4dea902 columnFamilyName hfileref 2024-11-16T18:21:14,235 DEBUG [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:14,236 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(327): Store=ebca8dd87458eb840eead761e4dea902/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:14,236 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,236 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebca8dd87458eb840eead761e4dea902 columnFamilyName queue 2024-11-16T18:21:14,236 DEBUG [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:14,237 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(327): Store=ebca8dd87458eb840eead761e4dea902/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:14,237 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,238 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebca8dd87458eb840eead761e4dea902 columnFamilyName sid 2024-11-16T18:21:14,238 DEBUG [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:14,238 INFO [StoreOpener-ebca8dd87458eb840eead761e4dea902-1 {}] regionserver.HStore(327): Store=ebca8dd87458eb840eead761e4dea902/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:14,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:14,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:14,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ebca8dd87458eb840eead761e4dea902; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62252309, jitterRate=-0.0723683089017868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:14,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:14,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ebca8dd87458eb840eead761e4dea902: Running coprocessor pre-open hook at 1731781274233Writing region info on filesystem at 1731781274233Initializing all the Stores at 1731781274234 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781274234Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781274234Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781274234Cleaning up temporary data from old regions at 1731781274240 (+6 ms)Running coprocessor post-open hooks at 1731781274243 (+3 ms)Region opened successfully at 1731781274243 2024-11-16T18:21:14,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902., pid=10, masterSystemTime=1731781274210 2024-11-16T18:21:14,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:14,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:14,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebca8dd87458eb840eead761e4dea902, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,37477,1731781256086 2024-11-16T18:21:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebca8dd87458eb840eead761e4dea902, server=3bde9015baec,37477,1731781256086 because future has completed 2024-11-16T18:21:14,249 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41869 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3bde9015baec,37477,1731781256086, table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T18:21:14,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:21:14,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ebca8dd87458eb840eead761e4dea902, server=3bde9015baec,37477,1731781256086 in 191 msec 2024-11-16T18:21:14,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:21:14,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebca8dd87458eb840eead761e4dea902, ASSIGN in 348 msec 2024-11-16T18:21:14,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:14,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781274253"}]},"ts":"1731781274253"} 2024-11-16T18:21:14,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:21:14,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:14,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-16T18:21:14,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902., hostname=3bde9015baec,37477,1731781256086, seqNum=2] 2024-11-16T18:21:14,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:21:14,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:21:14,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:21:14,447 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:14,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:21:14,510 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:21:14,537 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,37477,1731781256086, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:21:14,538 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:14,538 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37477,1731781256086, seqNum=-1] 2024-11-16T18:21:14,538 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:14,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,37477,1731781256086', locateType=CURRENT is [region=hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902., hostname=3bde9015baec,37477,1731781256086, seqNum=2] 2024-11-16T18:21:14,542 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:21:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:21:14,544 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,37477,1731781256086 suceeded 2024-11-16T18:21:14,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:21:14,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T18:21:14,547 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:42487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:21:14,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-16T18:21:14,557 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:42487' 2024-11-16T18:21:14,558 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10485129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:14,558 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:14,558 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:14,558 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:14,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee8cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:14,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:14,560 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:14,560 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c59279c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:14,560 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@737f71ad 2024-11-16T18:21:14,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:14,562 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T18:21:14,562 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,37477,1731781256086 (queues=1) is replicating from cluster=5d627939-fc86-48fb-8f9c-f86d8aa5f4d8 to cluster=ccfcbe8f-764a-4ae6-8a8c-039bde282211 2024-11-16T18:21:14,562 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C37477%2C1731781256086 2024-11-16T18:21:14,562 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,37477,1731781256086, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:21:14,563 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, startPosition=0, beingWritten=true 2024-11-16T18:21:14,564 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C37477%2C1731781256086 2024-11-16T18:21:14,567 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:14,568 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:14,568 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:14,771 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:15,075 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:15,151 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:15,202 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:21:15,203 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:15,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c77b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:15,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:15,204 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:15,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb2ed74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,206 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f9f0af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c0aa91 2024-11-16T18:21:15,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:15,208 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:15,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:21:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:21:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:15,211 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:38997' 2024-11-16T18:21:15,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1655098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,212 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:15,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:15,212 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aca8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:15,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,214 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:15,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2ce534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:15,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38997,1731781248921 2024-11-16T18:21:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12f3071b 2024-11-16T18:21:15,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:15,216 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:15,217 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:21:15,217 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:21:15,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:15,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:15,217 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:15,218 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:21:15,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:15,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:15,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:15,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:21:15,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d2cd285606f56c67d77d9f3530b7fbb, NAME => 'hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654 2024-11-16T18:21:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:21:15,269 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:21:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:15,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:15,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,478 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:15,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:21:15,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:15,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d2cd285606f56c67d77d9f3530b7fbb, disabling compactions & flushes 2024-11-16T18:21:15,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. after waiting 0 ms 2024-11-16T18:21:15,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,631 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d2cd285606f56c67d77d9f3530b7fbb: Waiting for close lock at 1731781275630Disabling compacts and flushes for region at 1731781275630Disabling writes for close at 1731781275631 (+1 ms)Writing region close event to WAL at 1731781275631Closed at 1731781275631 2024-11-16T18:21:15,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:15,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781275632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781275632"}]},"ts":"1731781275632"} 2024-11-16T18:21:15,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:15,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:15,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781275634"}]},"ts":"1731781275634"} 2024-11-16T18:21:15,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:21:15,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d2cd285606f56c67d77d9f3530b7fbb, ASSIGN}] 2024-11-16T18:21:15,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d2cd285606f56c67d77d9f3530b7fbb, ASSIGN 2024-11-16T18:21:15,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d2cd285606f56c67d77d9f3530b7fbb, ASSIGN; state=OFFLINE, location=3bde9015baec,35161,1731781260996; forceNewPlan=false, retain=false 2024-11-16T18:21:15,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d2cd285606f56c67d77d9f3530b7fbb, regionState=OPENING, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:15,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d2cd285606f56c67d77d9f3530b7fbb, ASSIGN because future has completed 2024-11-16T18:21:15,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cd285606f56c67d77d9f3530b7fbb, server=3bde9015baec,35161,1731781260996}] 2024-11-16T18:21:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:15,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:15,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:21:15,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35161%2C1731781260996.rep, suffix=, logDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996, archiveDir=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/oldWALs, maxLogs=10 2024-11-16T18:21:15,954 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:15,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.rep.1731781275947, exclude list is [], retry=0 2024-11-16T18:21:15,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32933,DS-2eb48193-5511-4367-8b06-79ec7e593fea,DISK] 2024-11-16T18:21:15,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.rep.1731781275947 2024-11-16T18:21:15,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33895:33895)] 2024-11-16T18:21:15,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d2cd285606f56c67d77d9f3530b7fbb, NAME => 'hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:15,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:15,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:15,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. service=MultiRowMutationService 2024-11-16T18:21:15,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:21:15,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:15,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,971 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,972 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cd285606f56c67d77d9f3530b7fbb columnFamilyName hfileref 2024-11-16T18:21:15,972 DEBUG [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:15,972 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(327): Store=6d2cd285606f56c67d77d9f3530b7fbb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:15,973 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,973 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cd285606f56c67d77d9f3530b7fbb columnFamilyName queue 2024-11-16T18:21:15,973 DEBUG [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:15,974 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(327): Store=6d2cd285606f56c67d77d9f3530b7fbb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:15,974 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,974 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d2cd285606f56c67d77d9f3530b7fbb columnFamilyName sid 2024-11-16T18:21:15,974 DEBUG [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:15,975 INFO [StoreOpener-6d2cd285606f56c67d77d9f3530b7fbb-1 {}] regionserver.HStore(327): Store=6d2cd285606f56c67d77d9f3530b7fbb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:15,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/replication/6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/replication/6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:15,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/replication/6d2cd285606f56c67d77d9f3530b7fbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:15,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d2cd285606f56c67d77d9f3530b7fbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74511033, jitterRate=0.11030091345310211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:15,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:15,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d2cd285606f56c67d77d9f3530b7fbb: Running coprocessor pre-open hook at 1731781275970Writing region info on filesystem at 1731781275970Initializing all the Stores at 1731781275971 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781275971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781275971Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781275971Cleaning up temporary data from old regions at 1731781275976 (+5 ms)Running coprocessor post-open hooks at 1731781275979 (+3 ms)Region opened successfully at 1731781275979 2024-11-16T18:21:15,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb., pid=10, masterSystemTime=1731781275942 2024-11-16T18:21:15,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:15,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d2cd285606f56c67d77d9f3530b7fbb, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,35161,1731781260996 2024-11-16T18:21:15,982 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:15,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d2cd285606f56c67d77d9f3530b7fbb, server=3bde9015baec,35161,1731781260996 because future has completed 2024-11-16T18:21:15,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:21:15,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d2cd285606f56c67d77d9f3530b7fbb, server=3bde9015baec,35161,1731781260996 in 194 msec 2024-11-16T18:21:15,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:21:15,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d2cd285606f56c67d77d9f3530b7fbb, ASSIGN in 351 msec 2024-11-16T18:21:15,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:15,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781275989"}]},"ts":"1731781275989"} 2024-11-16T18:21:15,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:21:15,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:15,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-16T18:21:16,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb., hostname=3bde9015baec,35161,1731781260996, seqNum=2] 2024-11-16T18:21:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:16,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:16,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:21:16,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:16,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:21:16,371 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:21:16,397 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,35161,1731781260996, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:21:16,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:16,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35161,1731781260996, seqNum=-1] 2024-11-16T18:21:16,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:16,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:16,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,35161,1731781260996', locateType=CURRENT is [region=hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb., hostname=3bde9015baec,35161,1731781260996, seqNum=2] 2024-11-16T18:21:16,402 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:21:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:21:16,404 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,35161,1731781260996 suceeded 2024-11-16T18:21:16,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:21:16,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T18:21:16,406 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:21:16,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1980 sec 2024-11-16T18:21:16,415 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:38997' 2024-11-16T18:21:16,416 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a35397a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:16,416 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:16,416 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:16,417 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db96c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:16,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:16,418 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:16,418 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790830b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:16,418 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38997,1731781248921 2024-11-16T18:21:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4f1fad 2024-11-16T18:21:16,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:16,420 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T18:21:16,420 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,35161,1731781260996 (queues=1) is replicating from cluster=ccfcbe8f-764a-4ae6-8a8c-039bde282211 to cluster=31ead0ce-c5ba-4611-8cf4-3649b31aaefc 2024-11-16T18:21:16,420 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C35161%2C1731781260996 2024-11-16T18:21:16,420 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,35161,1731781260996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:21:16,421 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C35161%2C1731781260996 2024-11-16T18:21:16,421 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, startPosition=0, beingWritten=true 2024-11-16T18:21:16,424 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:16,425 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:16,425 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:16,586 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:16,633 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:16,857 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:16,936 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:17,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:17,339 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:21:17,353 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:21:17,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:17,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:17,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f3abd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:17,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:17,354 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b1e5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,356 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5248e2be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dafa87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:21:17,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:17,357 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:21:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:21:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a404fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:21:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,358 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:17,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442f548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788fca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:17,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:17,360 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:17,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbf7f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,362 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23355125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:17,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37195,1731781249119, seqNum=-1] 2024-11-16T18:21:17,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:17,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:17,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1., hostname=3bde9015baec,37195,1731781249119, seqNum=2] 2024-11-16T18:21:17,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35161,1731781260996, seqNum=-1] 2024-11-16T18:21:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:17,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a., hostname=3bde9015baec,35161,1731781260996, seqNum=2] 2024-11-16T18:21:17,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T18:21:17,842 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:17,860 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 379, reset compression=false 2024-11-16T18:21:17,864 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:17,864 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 480, reset compression=false 2024-11-16T18:21:17,865 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ab81c161be03a30a0785ff109a6ce1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T18:21:17,867 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:17,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T18:21:17,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:17,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4594ded1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41869,-1 for getting cluster id 2024-11-16T18:21:17,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:17,869 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d627939-fc86-48fb-8f9c-f86d8aa5f4d8' 2024-11-16T18:21:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d627939-fc86-48fb-8f9c-f86d8aa5f4d8" 2024-11-16T18:21:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600637af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41869,-1] 2024-11-16T18:21:17,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:17,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:17,870 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:17,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ba1dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:17,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:17,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37477,1731781256086, seqNum=-1] 2024-11-16T18:21:17,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:17,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:17,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52., hostname=3bde9015baec,37477,1731781256086, seqNum=2] 2024-11-16T18:21:17,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:18,067 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 480, reset compression=false 2024-11-16T18:21:18,092 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 379, reset compression=false 2024-11-16T18:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 503, reset compression=false 2024-11-16T18:21:18,096 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T18:21:18,097 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:18,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T18:21:18,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:18,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518cac51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:18,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:18,100 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47bbaac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:18,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:18,101 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:18,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f989d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:18,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35161,1731781260996, seqNum=-1] 2024-11-16T18:21:18,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:18,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a., hostname=3bde9015baec,35161,1731781260996, seqNum=2] 2024-11-16T18:21:18,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:18,299 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 503, reset compression=false 2024-11-16T18:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 480, reset compression=false 2024-11-16T18:21:18,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T18:21:18,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:18,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37477,1731781256086, seqNum=-1] 2024-11-16T18:21:18,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:18,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52., hostname=3bde9015baec,37477,1731781256086, seqNum=2] 2024-11-16T18:21:18,389 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T18:21:18,445 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 379, reset compression=false 2024-11-16T18:21:18,449 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:18,449 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 526, reset compression=false 2024-11-16T18:21:18,449 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:18,507 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:21:18,602 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 503, reset compression=false 2024-11-16T18:21:18,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:18,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 607, reset compression=false 2024-11-16T18:21:18,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:21:18,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:18,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:18,652 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 526, reset compression=false 2024-11-16T18:21:18,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:18,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 653, reset compression=false 2024-11-16T18:21:18,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/4880ed5ecf36577a97d470cd4e841b4a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T18:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:18,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T18:21:18,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:18,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f71c3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:18,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:18,660 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e8acac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:18,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:18,661 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:18,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e819c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:18,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:18,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,37195,1731781249119, seqNum=-1] 2024-11-16T18:21:18,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:18,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T18:21:18,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1., hostname=3bde9015baec,37195,1731781249119, seqNum=2] 2024-11-16T18:21:18,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:18,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 480, reset compression=false 2024-11-16T18:21:18,778 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:18,778 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 631, reset compression=false 2024-11-16T18:21:18,778 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:18,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 607, reset compression=false 2024-11-16T18:21:18,859 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 653, reset compression=false 2024-11-16T18:21:18,981 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 631, reset compression=false 2024-11-16T18:21:19,115 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 607, reset compression=false 2024-11-16T18:21:19,162 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 653, reset compression=false 2024-11-16T18:21:19,284 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 631, reset compression=false 2024-11-16T18:21:19,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T18:21:19,393 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T18:21:19,518 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 607, reset compression=false 2024-11-16T18:21:19,566 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 653, reset compression=false 2024-11-16T18:21:19,570 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:19,570 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 757, reset compression=false 2024-11-16T18:21:19,570 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/4880ed5ecf36577a97d470cd4e841b4a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:21:19,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:19,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:19,688 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 631, reset compression=false 2024-11-16T18:21:19,691 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:19,691 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 759, reset compression=false 2024-11-16T18:21:19,691 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ab81c161be03a30a0785ff109a6ce1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T18:21:19,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:19,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:19,774 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 757, reset compression=false 2024-11-16T18:21:19,894 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 759, reset compression=false 2024-11-16T18:21:20,022 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 607, reset compression=false 2024-11-16T18:21:20,025 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:20,025 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 758, reset compression=false 2024-11-16T18:21:20,025 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:20,077 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 757, reset compression=false 2024-11-16T18:21:20,197 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 759, reset compression=false 2024-11-16T18:21:20,230 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 758, reset compression=false 2024-11-16T18:21:20,395 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T18:21:20,398 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T18:21:20,480 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 757, reset compression=false 2024-11-16T18:21:20,533 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 758, reset compression=false 2024-11-16T18:21:20,600 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 759, reset compression=false 2024-11-16T18:21:20,604 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:20,604 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 915, reset compression=false 2024-11-16T18:21:20,604 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ab81c161be03a30a0785ff109a6ce1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T18:21:20,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:20,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:20,807 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 915, reset compression=false 2024-11-16T18:21:20,936 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 758, reset compression=false 2024-11-16T18:21:20,941 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:20,941 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 905, reset compression=false 2024-11-16T18:21:20,941 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T18:21:20,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:20,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:20,983 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 757, reset compression=false 2024-11-16T18:21:20,987 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:20,987 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 927, reset compression=false 2024-11-16T18:21:20,987 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:21,111 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 915, reset compression=false 2024-11-16T18:21:21,145 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 905, reset compression=false 2024-11-16T18:21:21,190 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 927, reset compression=false 2024-11-16T18:21:21,400 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T18:21:21,403 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T18:21:21,448 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 905, reset compression=false 2024-11-16T18:21:21,452 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:21,452 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1064, reset compression=false 2024-11-16T18:21:21,452 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T18:21:21,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:21,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:21,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:21,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,492 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 927, reset compression=false 2024-11-16T18:21:21,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:21,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1076, reset compression=false 2024-11-16T18:21:21,496 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/4880ed5ecf36577a97d470cd4e841b4a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T18:21:21,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:21,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,514 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 915, reset compression=false 2024-11-16T18:21:21,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,518 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:21,518 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1088, reset compression=false 2024-11-16T18:21:21,518 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:21,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:21,655 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1064, reset compression=false 2024-11-16T18:21:21,705 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1076, reset compression=false 2024-11-16T18:21:21,723 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1088, reset compression=false 2024-11-16T18:21:21,958 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1064, reset compression=false 2024-11-16T18:21:22,008 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1076, reset compression=false 2024-11-16T18:21:22,026 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1088, reset compression=false 2024-11-16T18:21:22,362 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1064, reset compression=false 2024-11-16T18:21:22,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T18:21:22,407 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T18:21:22,411 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1076, reset compression=false 2024-11-16T18:21:22,415 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:22,415 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1235, reset compression=false 2024-11-16T18:21:22,415 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/4880ed5ecf36577a97d470cd4e841b4a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T18:21:22,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:22,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:22,428 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1088, reset compression=false 2024-11-16T18:21:22,433 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:22,433 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:22,433 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ab81c161be03a30a0785ff109a6ce1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T18:21:22,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:22,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:22,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:22,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:22,573 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68477 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:22,618 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1235, reset compression=false 2024-11-16T18:21:22,644 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:22,866 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1064, reset compression=false 2024-11-16T18:21:22,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:22,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:22,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:22,921 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1235, reset compression=false 2024-11-16T18:21:22,947 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:23,073 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:23,324 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1235, reset compression=false 2024-11-16T18:21:23,350 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:23,377 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:23,409 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T18:21:23,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f74a157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:23,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:23,415 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e84966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:23,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:23,417 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:23,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8c957a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:23,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@370c27f 2024-11-16T18:21:23,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:23,421 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:23,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-16T18:21:23,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T18:21:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:21:23,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:21:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:21:23,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T18:21:23,636 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T18:21:23,636 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T18:21:23,636 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,35161,1731781260996 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T18:21:23,637 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3bde9015baec:0-0. 2024-11-16T18:21:23,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:23,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:23,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:23,637 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:23,737 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:21:23,737 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T18:21:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:21:23,780 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:23,837 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 terminated 2024-11-16T18:21:23,853 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,35161,1731781260996, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:21:23,853 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:23,853 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T18:21:23,854 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T18:21:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T18:21:23,856 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3bde9015baec,35161,1731781260996 suceeded 2024-11-16T18:21:23,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T18:21:23,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-16T18:21:23,858 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T18:21:23,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 437 msec 2024-11-16T18:21:23,869 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:38997' 2024-11-16T18:21:23,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c10cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,38997,-1 for getting cluster id 2024-11-16T18:21:23,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:23,871 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31ead0ce-c5ba-4611-8cf4-3649b31aaefc' 2024-11-16T18:21:23,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:23,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31ead0ce-c5ba-4611-8cf4-3649b31aaefc" 2024-11-16T18:21:23,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f31ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,38997,-1] 2024-11-16T18:21:23,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:23,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:23,872 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:23,873 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f82c467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:23,873 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,38997,1731781248921 2024-11-16T18:21:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@413c0ba8 2024-11-16T18:21:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:23,874 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T18:21:23,875 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,35161,1731781260996 (queues=1) is replicating from cluster=ccfcbe8f-764a-4ae6-8a8c-039bde282211 to cluster=31ead0ce-c5ba-4611-8cf4-3649b31aaefc 2024-11-16T18:21:23,875 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C35161%2C1731781260996 2024-11-16T18:21:23,875 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,35161,1731781260996, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:21:23,875 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C35161%2C1731781260996 2024-11-16T18:21:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:21:24,052 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:21:24,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:24,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:24,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:24,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:24,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:24,097 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T18:21:24,283 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:24,457 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1238, reset compression=false 2024-11-16T18:21:24,461 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:24,461 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1342, reset compression=false 2024-11-16T18:21:24,461 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[{test/14ab81c161be03a30a0785ff109a6ce1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:21:24,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:24,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:24,664 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1342, reset compression=false 2024-11-16T18:21:24,886 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1237, reset compression=false 2024-11-16T18:21:24,890 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:24,890 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1364, reset compression=false 2024-11-16T18:21:24,890 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T18:21:24,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:24,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:24,967 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1342, reset compression=false 2024-11-16T18:21:25,093 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1364, reset compression=false 2024-11-16T18:21:25,099 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T18:21:25,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239e061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:25,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,42487,-1 for getting cluster id 2024-11-16T18:21:25,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:25,102 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ccfcbe8f-764a-4ae6-8a8c-039bde282211' 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ccfcbe8f-764a-4ae6-8a8c-039bde282211" 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dce61c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,42487,-1] 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:25,103 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:25,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfcc99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:25,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,42487,1731781260881 2024-11-16T18:21:25,106 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447abcc2 2024-11-16T18:21:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:25,107 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:25,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-16T18:21:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T18:21:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T18:21:25,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:21:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T18:21:25,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T18:21:25,309 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T18:21:25,310 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T18:21:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T18:21:25,312 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3bde9015baec,35161,1731781260996 suceeded 2024-11-16T18:21:25,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T18:21:25,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-16T18:21:25,313 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T18:21:25,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 205 msec 2024-11-16T18:21:25,370 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1342, reset compression=false 2024-11-16T18:21:25,376 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, startPosition=1235, beingWritten=true 2024-11-16T18:21:25,380 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:25,380 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1385, reset compression=false 2024-11-16T18:21:25,380 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:25,397 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1364, reset compression=false 2024-11-16T18:21:25,401 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:25,401 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:25,401 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[{test/c19cc2e762e5abbcce1dd8ac5f0f7b52/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:21:25,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:25,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T18:21:25,423 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:21:25,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:25,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:25,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:25,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:25,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:25,424 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-16T18:21:25,524 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:21:25,583 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1385, reset compression=false 2024-11-16T18:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1512, reset compression=false 2024-11-16T18:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[{test/4880ed5ecf36577a97d470cd4e841b4a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T18:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:25,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T18:21:25,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:21:25,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37195 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:21:25,604 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:25,790 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1512, reset compression=false 2024-11-16T18:21:25,873 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1342, reset compression=false 2024-11-16T18:21:25,877 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:25,877 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:25,877 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:25,907 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:26,079 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:26,093 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1512, reset compression=false 2024-11-16T18:21:26,310 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:26,383 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:26,426 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T18:21:26,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:21:26,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:26,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:26,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:26,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:26,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:26,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:21:26,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=225037372, stopped=false 2024-11-16T18:21:26,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,42487,1731781260881 2024-11-16T18:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494001471/running 2024-11-16T18:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494001471/running 2024-11-16T18:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:26,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:26,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:26,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:26,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:26,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/running 2024-11-16T18:21:26,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,35161,1731781260996' ***** 2024-11-16T18:21:26,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:21:26,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Set watcher on znode that does not yet exist, /21494001471/running 2024-11-16T18:21:26,494 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:21:26,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:21:26,494 INFO [RS:0;3bde9015baec:35161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:21:26,494 INFO [RS:0;3bde9015baec:35161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:21:26,494 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(3091): Received CLOSE for 4880ed5ecf36577a97d470cd4e841b4a 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,35161,1731781260996 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35161. 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4880ed5ecf36577a97d470cd4e841b4a, disabling compactions & flushes 2024-11-16T18:21:26,495 DEBUG [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:26,495 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:26,495 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. after waiting 0 ms 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:21:26,495 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4880ed5ecf36577a97d470cd4e841b4a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T18:21:26,495 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:21:26,495 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1325): Online Regions={4880ed5ecf36577a97d470cd4e841b4a=test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a., 1588230740=hbase:meta,,1.1588230740, 6d2cd285606f56c67d77d9f3530b7fbb=hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.} 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:26,495 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:26,495 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:26,495 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:26,495 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:21:26,497 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1512, reset compression=false 2024-11-16T18:21:26,501 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:26,502 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1759, reset compression=false 2024-11-16T18:21:26,502 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35161,1731781260996 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:26,503 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,35161,1731781260996: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,35161,1731781260996, walGroup=3bde9015baec%2C35161%2C1731781260996, offset=3bde9015baec%2C35161%2C1731781260996.1731781263361:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:21:26,504 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:21:26,504 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:21:26,504 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:21:26,504 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:21:26,504 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:21:26,505 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 940328448 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198375000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:21:26,505 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:42487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:42487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:21:26,513 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/info/e61b20659b0a467a9c6bb9eb7e7e9dbd is 147, key is hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb./info:regioninfo/1731781275982/Put/seqid=0 2024-11-16T18:21:26,515 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f/e3085ccfd420452dafc2930df86d5799 is 37, key is row3/f:row3/1731781284053/Put/seqid=0 2024-11-16T18:21:26,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741840_1016 (size=7686) 2024-11-16T18:21:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741841_1017 (size=5228) 2024-11-16T18:21:26,551 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:26,695 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:26,706 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1759, reset compression=false 2024-11-16T18:21:26,786 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:26,813 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:26,895 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:26,917 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/info/e61b20659b0a467a9c6bb9eb7e7e9dbd 2024-11-16T18:21:26,921 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f/e3085ccfd420452dafc2930df86d5799 2024-11-16T18:21:26,924 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3085ccfd420452dafc2930df86d5799 2024-11-16T18:21:26,935 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f1/2b8cbff68726474d8b1598f8c5c045fc is 30, key is row1/f1:/1731781281400/DeleteFamily/seqid=0 2024-11-16T18:21:26,936 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/ns/558f2323bbca44c2ad4a7e207e12cb44 is 43, key is default/ns:d/1731781264348/Put/seqid=0 2024-11-16T18:21:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741842_1018 (size=5158) 2024-11-16T18:21:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741843_1019 (size=5153) 2024-11-16T18:21:26,940 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/ns/558f2323bbca44c2ad4a7e207e12cb44 2024-11-16T18:21:26,957 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/rep_barrier/49709ee3ff1b44cfabcea3403a6cb055 is 112, key is test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a./rep_barrier:seqnumDuringOpen/1731781269960/Put/seqid=0 2024-11-16T18:21:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741844_1020 (size=5518) 2024-11-16T18:21:27,010 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1759, reset compression=false 2024-11-16T18:21:27,096 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,234 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:21:27,235 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:21:27,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:27,296 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,339 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f1/2b8cbff68726474d8b1598f8c5c045fc 2024-11-16T18:21:27,343 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b8cbff68726474d8b1598f8c5c045fc 2024-11-16T18:21:27,359 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/norep/38c181a56b96421695ef99323827e78e is 33, key is row2/norep:/1731781282405/DeleteFamily/seqid=0 2024-11-16T18:21:27,361 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/rep_barrier/49709ee3ff1b44cfabcea3403a6cb055 2024-11-16T18:21:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741845_1021 (size=5108) 2024-11-16T18:21:27,375 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/table/e5ba3150e0464cd3824e2487bc820a14 is 53, key is hbase:replication/table:state/1731781275989/Put/seqid=0 2024-11-16T18:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741846_1022 (size=5308) 2024-11-16T18:21:27,413 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1759, reset compression=false 2024-11-16T18:21:27,416 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:27,496 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,696 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4880ed5ecf36577a97d470cd4e841b4a, 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,763 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/norep/38c181a56b96421695ef99323827e78e 2024-11-16T18:21:27,766 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38c181a56b96421695ef99323827e78e 2024-11-16T18:21:27,767 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f/e3085ccfd420452dafc2930df86d5799 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/f/e3085ccfd420452dafc2930df86d5799 2024-11-16T18:21:27,770 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3085ccfd420452dafc2930df86d5799 2024-11-16T18:21:27,770 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/f/e3085ccfd420452dafc2930df86d5799, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T18:21:27,771 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/f1/2b8cbff68726474d8b1598f8c5c045fc as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/f1/2b8cbff68726474d8b1598f8c5c045fc 2024-11-16T18:21:27,774 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b8cbff68726474d8b1598f8c5c045fc 2024-11-16T18:21:27,774 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/f1/2b8cbff68726474d8b1598f8c5c045fc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:27,774 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/.tmp/norep/38c181a56b96421695ef99323827e78e as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/norep/38c181a56b96421695ef99323827e78e 2024-11-16T18:21:27,778 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38c181a56b96421695ef99323827e78e 2024-11-16T18:21:27,778 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/norep/38c181a56b96421695ef99323827e78e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:27,778 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4880ed5ecf36577a97d470cd4e841b4a in 1283ms, sequenceid=12, compaction requested=false 2024-11-16T18:21:27,779 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/table/e5ba3150e0464cd3824e2487bc820a14 2024-11-16T18:21:27,782 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/default/test/4880ed5ecf36577a97d470cd4e841b4a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T18:21:27,782 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/info/e61b20659b0a467a9c6bb9eb7e7e9dbd as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/info/e61b20659b0a467a9c6bb9eb7e7e9dbd 2024-11-16T18:21:27,782 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:27,782 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:21:27,783 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4880ed5ecf36577a97d470cd4e841b4a: Waiting for close lock at 1731781286495Running coprocessor pre-close hooks at 1731781286495Disabling compacts and flushes for region at 1731781286495Disabling writes for close at 1731781286495Obtaining lock to block concurrent updates at 1731781286495Preparing flush snapshotting stores in 4880ed5ecf36577a97d470cd4e841b4a at 1731781286495Finished memstore snapshotting test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731781286495Flushing stores of test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. at 1731781286496 (+1 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/f: creating writer at 1731781286496Flushing 4880ed5ecf36577a97d470cd4e841b4a/f: appending metadata at 1731781286514 (+18 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/f: closing flushed file at 1731781286514Flushing 4880ed5ecf36577a97d470cd4e841b4a/f1: creating writer at 1731781286924 (+410 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/f1: appending metadata at 1731781286935 (+11 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/f1: closing flushed file at 1731781286935Flushing 4880ed5ecf36577a97d470cd4e841b4a/norep: creating writer at 1731781287343 (+408 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/norep: appending metadata at 1731781287358 (+15 ms)Flushing 4880ed5ecf36577a97d470cd4e841b4a/norep: closing flushed file at 1731781287358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3673459c: reopening flushed file at 1731781287766 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2123bbe9: reopening flushed file at 1731781287770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35226786: reopening flushed file at 1731781287774 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4880ed5ecf36577a97d470cd4e841b4a in 1283ms, sequenceid=12, compaction requested=false at 1731781287778 (+4 ms)Writing region close event to WAL at 1731781287779 (+1 ms)Running coprocessor post-close hooks at 1731781287782 (+3 ms)Closed at 1731781287782 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781268754.4880ed5ecf36577a97d470cd4e841b4a. 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2cd285606f56c67d77d9f3530b7fbb, disabling compactions & flushes 2024-11-16T18:21:27,783 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. after waiting 0 ms 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2cd285606f56c67d77d9f3530b7fbb: Waiting for close lock at 1731781287783Running coprocessor pre-close hooks at 1731781287783Disabling compacts and flushes for region at 1731781287783Disabling writes for close at 1731781287783Failed flush hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb., putting online again at 1731781287783 2024-11-16T18:21:27,783 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,786 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/info/e61b20659b0a467a9c6bb9eb7e7e9dbd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:21:27,787 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/ns/558f2323bbca44c2ad4a7e207e12cb44 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/ns/558f2323bbca44c2ad4a7e207e12cb44 2024-11-16T18:21:27,790 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/ns/558f2323bbca44c2ad4a7e207e12cb44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:21:27,791 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/rep_barrier/49709ee3ff1b44cfabcea3403a6cb055 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/rep_barrier/49709ee3ff1b44cfabcea3403a6cb055 2024-11-16T18:21:27,794 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/rep_barrier/49709ee3ff1b44cfabcea3403a6cb055, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:21:27,795 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/.tmp/table/e5ba3150e0464cd3824e2487bc820a14 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/table/e5ba3150e0464cd3824e2487bc820a14 2024-11-16T18:21:27,798 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/table/e5ba3150e0464cd3824e2487bc820a14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:21:27,799 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-16T18:21:27,803 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:21:27,803 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:27,803 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:21:27,803 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:27,803 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781286495Running coprocessor pre-close hooks at 1731781286495Disabling compacts and flushes for region at 1731781286495Disabling writes for close at 1731781286495Obtaining lock to block concurrent updates at 1731781286495Preparing flush snapshotting stores in 1588230740 at 1731781286495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781286496 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781286496Flushing 1588230740/info: creating writer at 1731781286496Flushing 1588230740/info: appending metadata at 1731781286512 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731781286512Flushing 1588230740/ns: creating writer at 1731781286921 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731781286936 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731781286936Flushing 1588230740/rep_barrier: creating writer at 1731781286944 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781286957 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781286957Flushing 1588230740/table: creating writer at 1731781287364 (+407 ms)Flushing 1588230740/table: appending metadata at 1731781287375 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731781287375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b86b567: reopening flushed file at 1731781287782 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7854c5be: reopening flushed file at 1731781287786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3287fe20: reopening flushed file at 1731781287790 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f706c38: reopening flushed file at 1731781287794 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1731781287799 (+5 ms)Writing region close event to WAL at 1731781287800 (+1 ms)Running coprocessor post-close hooks at 1731781287803 (+3 ms)Closed at 1731781287803 2024-11-16T18:21:27,803 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:27,892 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:27,896 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:21:27,896 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1325): Online Regions={6d2cd285606f56c67d77d9f3530b7fbb=hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb.} 2024-11-16T18:21:27,896 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,896 DEBUG [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1351): Waiting on 6d2cd285606f56c67d77d9f3530b7fbb 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d2cd285606f56c67d77d9f3530b7fbb, disabling compactions & flushes 2024-11-16T18:21:27,897 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. after waiting 0 ms 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d2cd285606f56c67d77d9f3530b7fbb: Waiting for close lock at 1731781287897Running coprocessor pre-close hooks at 1731781287897Disabling compacts and flushes for region at 1731781287897Disabling writes for close at 1731781287897Failed flush hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb., putting online again at 1731781287897 2024-11-16T18:21:27,897 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781275217.6d2cd285606f56c67d77d9f3530b7fbb. 2024-11-16T18:21:27,916 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 1759, reset compression=false 2024-11-16T18:21:27,920 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:27,920 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 2403, reset compression=false 2024-11-16T18:21:28,097 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T18:21:28,097 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,35161,1731781260996; all regions closed. 2024-11-16T18:21:28,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:21:28,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.meta.1731781264305.meta not finished, retry = 0 2024-11-16T18:21:28,119 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:28,123 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.wal-reader.3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 to pos 2403, reset compression=false 2024-11-16T18:21:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741839_1015 (size=2609) 2024-11-16T18:21:28,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.rep.1731781275947 not finished, retry = 0 2024-11-16T18:21:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741832_1008 (size=2411) 2024-11-16T18:21:28,304 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/WALs/3bde9015baec,35161,1731781260996/3bde9015baec%2C35161%2C1731781260996.1731781263361 not finished, retry = 0 2024-11-16T18:21:28,405 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:28,405 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,35161,1731781260996 because: Region server is closing 2024-11-16T18:21:28,405 INFO [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35161. 2024-11-16T18:21:28,406 DEBUG [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:28,406 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:28,406 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:28,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:28,506 INFO [RS:0;3bde9015baec:35161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35161,1731781260996.replicationSource.shipper3bde9015baec%2C35161%2C1731781260996,1-3bde9015baec,35161,1731781260996 terminated 2024-11-16T18:21:28,506 INFO [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35161. 2024-11-16T18:21:28,506 DEBUG [RS:0;3bde9015baec:35161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:28,506 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:28,506 DEBUG [RS:0;3bde9015baec:35161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:28,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:28,507 INFO [RS:0;3bde9015baec:35161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35161 2024-11-16T18:21:28,595 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494001471/rs/3bde9015baec,35161,1731781260996 2024-11-16T18:21:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471/rs 2024-11-16T18:21:28,682 INFO [RS:0;3bde9015baec:35161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:28,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,35161,1731781260996] 2024-11-16T18:21:28,703 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21494001471/draining/3bde9015baec,35161,1731781260996 already deleted, retry=false 2024-11-16T18:21:28,703 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,35161,1731781260996 expired; onlineServers=0 2024-11-16T18:21:28,703 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,42487,1731781260881' ***** 2024-11-16T18:21:28,703 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:21:28,703 INFO [M:0;3bde9015baec:42487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:28,703 INFO [M:0;3bde9015baec:42487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:28,703 DEBUG [M:0;3bde9015baec:42487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:21:28,704 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:21:28,704 DEBUG [M:0;3bde9015baec:42487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:21:28,704 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781263094 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781263094,5,FailOnTimeoutGroup] 2024-11-16T18:21:28,704 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781263094 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781263094,5,FailOnTimeoutGroup] 2024-11-16T18:21:28,704 INFO [M:0;3bde9015baec:42487 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:28,704 INFO [M:0;3bde9015baec:42487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:28,704 DEBUG [M:0;3bde9015baec:42487 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:21:28,704 INFO [M:0;3bde9015baec:42487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:21:28,704 INFO [M:0;3bde9015baec:42487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:28,704 INFO [M:0;3bde9015baec:42487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:21:28,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:21:28,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21494001471/master 2024-11-16T18:21:28,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21494001471 2024-11-16T18:21:28,738 DEBUG [M:0;3bde9015baec:42487 {}] zookeeper.ZKUtil(347): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Unable to get data of znode /21494001471/master because node does not exist (not an error) 2024-11-16T18:21:28,738 WARN [M:0;3bde9015baec:42487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:21:28,739 INFO [M:0;3bde9015baec:42487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/.lastflushedseqids 2024-11-16T18:21:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741847_1023 (size=245) 2024-11-16T18:21:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:28,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35161-0x10144e0bb320007, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:28,793 INFO [RS:0;3bde9015baec:35161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:28,793 INFO [RS:0;3bde9015baec:35161 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,35161,1731781260996; zookeeper connection closed. 2024-11-16T18:21:28,793 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8ac68fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8ac68fa 2024-11-16T18:21:28,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:21:28,922 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:29,143 INFO [M:0;3bde9015baec:42487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:21:29,143 INFO [M:0;3bde9015baec:42487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:21:29,143 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:29,143 INFO [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:29,143 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:29,143 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:29,143 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:29,144 INFO [M:0;3bde9015baec:42487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-16T18:21:29,157 DEBUG [M:0;3bde9015baec:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92bdd2b4b9f34487b2637b0aad6beb24 is 82, key is hbase:meta,,1/info:regioninfo/1731781264332/Put/seqid=0 2024-11-16T18:21:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741848_1024 (size=5672) 2024-11-16T18:21:29,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:29,561 INFO [M:0;3bde9015baec:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92bdd2b4b9f34487b2637b0aad6beb24 2024-11-16T18:21:29,581 DEBUG [M:0;3bde9015baec:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc5cdf1fbe45ad85cf0ac1b88d9ade is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781275993/Put/seqid=0 2024-11-16T18:21:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741849_1025 (size=9211) 2024-11-16T18:21:29,584 INFO [M:0;3bde9015baec:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc5cdf1fbe45ad85cf0ac1b88d9ade 2024-11-16T18:21:29,599 DEBUG [M:0;3bde9015baec:42487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db413e38749c47339b82159beec5cfe4 is 69, key is 3bde9015baec,35161,1731781260996/rs:state/1731781263157/Put/seqid=0 2024-11-16T18:21:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741850_1026 (size=5156) 2024-11-16T18:21:29,825 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:30,003 INFO [M:0;3bde9015baec:42487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db413e38749c47339b82159beec5cfe4 2024-11-16T18:21:30,007 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92bdd2b4b9f34487b2637b0aad6beb24 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92bdd2b4b9f34487b2637b0aad6beb24 2024-11-16T18:21:30,011 INFO [M:0;3bde9015baec:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92bdd2b4b9f34487b2637b0aad6beb24, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T18:21:30,011 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc5cdf1fbe45ad85cf0ac1b88d9ade as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dc5cdf1fbe45ad85cf0ac1b88d9ade 2024-11-16T18:21:30,015 INFO [M:0;3bde9015baec:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dc5cdf1fbe45ad85cf0ac1b88d9ade, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T18:21:30,016 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db413e38749c47339b82159beec5cfe4 as hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db413e38749c47339b82159beec5cfe4 2024-11-16T18:21:30,019 INFO [M:0;3bde9015baec:42487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44907/user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db413e38749c47339b82159beec5cfe4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T18:21:30,020 INFO [M:0;3bde9015baec:42487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false 2024-11-16T18:21:30,024 INFO [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:30,025 DEBUG [M:0;3bde9015baec:42487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781289143Disabling compacts and flushes for region at 1731781289143Disabling writes for close at 1731781289143Obtaining lock to block concurrent updates at 1731781289144 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781289144Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731781289144Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781289144Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781289144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781289157 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781289157Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781289565 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781289581 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781289581Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781289587 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781289599 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781289599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56524dc8: reopening flushed file at 1731781290007 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ac6ae5: reopening flushed file at 1731781290011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118c7e78: reopening flushed file at 1731781290015 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false at 1731781290020 (+5 ms)Writing region close event to WAL at 1731781290024 (+4 ms)Closed at 1731781290024 2024-11-16T18:21:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32933 is added to blk_1073741830_1006 (size=73854) 2024-11-16T18:21:30,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25a2c4c-4c16-a381-ec91-c616d81c5654/MasterData/WALs/3bde9015baec,42487,1731781260881/3bde9015baec%2C42487%2C1731781260881.1731781262746 not finished, retry = 0 2024-11-16T18:21:30,127 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:30,127 INFO [M:0;3bde9015baec:42487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:21:30,127 INFO [M:0;3bde9015baec:42487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42487 2024-11-16T18:21:30,128 INFO [M:0;3bde9015baec:42487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:30,287 INFO [M:0;3bde9015baec:42487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:30,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42487-0x10144e0bb320006, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:30,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b453d1a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:30,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37fe726f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:30,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:30,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@524a0bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:30,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@390f4a22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:30,291 WARN [BP-1930963527-172.17.0.2-1731781259470 heartbeating to localhost/127.0.0.1:44907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:21:30,291 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:21:30,292 WARN [BP-1930963527-172.17.0.2-1731781259470 heartbeating to localhost/127.0.0.1:44907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1930963527-172.17.0.2-1731781259470 (Datanode Uuid 519e6c0b-b9b0-4910-8b4d-1f2e51fd1254) service to localhost/127.0.0.1:44907 2024-11-16T18:21:30,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:21:30,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/cluster_975190f6-1db6-812e-09a9-8be85fc79992/data/data1/current/BP-1930963527-172.17.0.2-1731781259470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:30,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/cluster_975190f6-1db6-812e-09a9-8be85fc79992/data/data2/current/BP-1930963527-172.17.0.2-1731781259470 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:30,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:21:30,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25a7d83b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:30,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b6667e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:30,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:30,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3169dfe7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:30,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a465493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:30,301 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:30,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:21:30,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:21:30,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:30,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:30,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:30,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:30,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:30,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:21:30,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1600372879, stopped=false 2024-11-16T18:21:30,310 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,41869,1731781255939 2024-11-16T18:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-862825988/running 2024-11-16T18:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-862825988/running 2024-11-16T18:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:21:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:21:30,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:30,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/running 2024-11-16T18:21:30,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Set watcher on znode that does not yet exist, /1-862825988/running 2024-11-16T18:21:30,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:30,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:30,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:30,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,37477,1731781256086' ***** 2024-11-16T18:21:30,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:21:30,325 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:21:30,325 INFO [RS:0;3bde9015baec:37477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:21:30,325 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:21:30,325 INFO [RS:0;3bde9015baec:37477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for c19cc2e762e5abbcce1dd8ac5f0f7b52 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,37477,1731781256086 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37477. 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c19cc2e762e5abbcce1dd8ac5f0f7b52, disabling compactions & flushes 2024-11-16T18:21:30,326 DEBUG [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:30,326 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:30,326 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. after waiting 0 ms 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:21:30,326 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T18:21:30,326 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:21:30,326 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c19cc2e762e5abbcce1dd8ac5f0f7b52=test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52., ebca8dd87458eb840eead761e4dea902=hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902.} 2024-11-16T18:21:30,326 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c19cc2e762e5abbcce1dd8ac5f0f7b52, ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:30,326 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:30,326 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:30,326 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:21:30,340 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f/e5f78679dce84044b367da0a4cceb6c1 is 37, key is row3/f:row3/1731781284053/Put/seqid=0 2024-11-16T18:21:30,342 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/info/11ff3a31c00046e6b0dcf64708603230 is 147, key is hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902./info:regioninfo/1731781274246/Put/seqid=0 2024-11-16T18:21:30,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741840_1016 (size=5228) 2024-11-16T18:21:30,344 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f/e5f78679dce84044b367da0a4cceb6c1 2024-11-16T18:21:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741841_1017 (size=7686) 2024-11-16T18:21:30,345 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/info/11ff3a31c00046e6b0dcf64708603230 2024-11-16T18:21:30,348 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f78679dce84044b367da0a4cceb6c1 2024-11-16T18:21:30,349 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:30,373 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f1/db4076ee30da4628a771b5ff334740d3 is 30, key is row1/f1:/1731781281400/DeleteFamily/seqid=0 2024-11-16T18:21:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741842_1018 (size=5158) 2024-11-16T18:21:30,376 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f1/db4076ee30da4628a771b5ff334740d3 2024-11-16T18:21:30,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/ns/4d9c0ab229884ad49e6afce09e52507e is 43, key is default/ns:d/1731781259400/Put/seqid=0 2024-11-16T18:21:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741843_1019 (size=5153) 2024-11-16T18:21:30,380 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4076ee30da4628a771b5ff334740d3 2024-11-16T18:21:30,393 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/norep/011959d7fabb4f9485acf228a318da98 is 33, key is row1/norep:/1731781281400/DeleteFamily/seqid=0 2024-11-16T18:21:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741844_1020 (size=5108) 2024-11-16T18:21:30,526 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c19cc2e762e5abbcce1dd8ac5f0f7b52, ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:30,727 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c19cc2e762e5abbcce1dd8ac5f0f7b52, ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:30,780 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/ns/4d9c0ab229884ad49e6afce09e52507e 2024-11-16T18:21:30,796 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/norep/011959d7fabb4f9485acf228a318da98 2024-11-16T18:21:30,799 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 011959d7fabb4f9485acf228a318da98 2024-11-16T18:21:30,800 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f/e5f78679dce84044b367da0a4cceb6c1 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/f/e5f78679dce84044b367da0a4cceb6c1 2024-11-16T18:21:30,801 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/rep_barrier/21c4320ef9254028a07d0ff0a0178d0d is 112, key is test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52./rep_barrier:seqnumDuringOpen/1731781267745/Put/seqid=0 2024-11-16T18:21:30,804 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5f78679dce84044b367da0a4cceb6c1 2024-11-16T18:21:30,804 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/f/e5f78679dce84044b367da0a4cceb6c1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T18:21:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741845_1021 (size=5518) 2024-11-16T18:21:30,805 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/f1/db4076ee30da4628a771b5ff334740d3 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/f1/db4076ee30da4628a771b5ff334740d3 2024-11-16T18:21:30,808 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4076ee30da4628a771b5ff334740d3 2024-11-16T18:21:30,809 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/f1/db4076ee30da4628a771b5ff334740d3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:30,809 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/.tmp/norep/011959d7fabb4f9485acf228a318da98 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/norep/011959d7fabb4f9485acf228a318da98 2024-11-16T18:21:30,813 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 011959d7fabb4f9485acf228a318da98 2024-11-16T18:21:30,813 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/norep/011959d7fabb4f9485acf228a318da98, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:30,814 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c19cc2e762e5abbcce1dd8ac5f0f7b52 in 488ms, sequenceid=12, compaction requested=false 2024-11-16T18:21:30,817 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/default/test/c19cc2e762e5abbcce1dd8ac5f0f7b52/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:21:30,818 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c19cc2e762e5abbcce1dd8ac5f0f7b52: Waiting for close lock at 1731781290326Running coprocessor pre-close hooks at 1731781290326Disabling compacts and flushes for region at 1731781290326Disabling writes for close at 1731781290326Obtaining lock to block concurrent updates at 1731781290326Preparing flush snapshotting stores in c19cc2e762e5abbcce1dd8ac5f0f7b52 at 1731781290326Finished memstore snapshotting test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731781290326Flushing stores of test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. at 1731781290327 (+1 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f: creating writer at 1731781290327Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f: appending metadata at 1731781290339 (+12 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f: closing flushed file at 1731781290339Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f1: creating writer at 1731781290348 (+9 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f1: appending metadata at 1731781290372 (+24 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/f1: closing flushed file at 1731781290372Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/norep: creating writer at 1731781290381 (+9 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/norep: appending metadata at 1731781290392 (+11 ms)Flushing c19cc2e762e5abbcce1dd8ac5f0f7b52/norep: closing flushed file at 1731781290392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe5e090: reopening flushed file at 1731781290799 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ed2c2e: reopening flushed file at 1731781290804 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14575143: reopening flushed file at 1731781290809 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c19cc2e762e5abbcce1dd8ac5f0f7b52 in 488ms, sequenceid=12, compaction requested=false at 1731781290814 (+5 ms)Writing region close event to WAL at 1731781290815 (+1 ms)Running coprocessor post-close hooks at 1731781290818 (+3 ms)Closed at 1731781290818 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781266605.c19cc2e762e5abbcce1dd8ac5f0f7b52. 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebca8dd87458eb840eead761e4dea902, disabling compactions & flushes 2024-11-16T18:21:30,818 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. after waiting 0 ms 2024-11-16T18:21:30,818 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:30,818 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ebca8dd87458eb840eead761e4dea902 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T18:21:30,828 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 1468, reset compression=false 2024-11-16T18:21:30,832 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:30,832 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 2359, reset compression=false 2024-11-16T18:21:30,832 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37477,1731781256086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341, lastWalPosition=2359, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:30,832 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/.tmp/queue/953fdeaa1c9a4be4982128ffeb3f0756 is 154, key is 1-3bde9015baec,37477,1731781256086/queue:3bde9015baec%2C37477%2C1731781256086/1731781285405/Put/seqid=0 2024-11-16T18:21:30,833 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,37477,1731781256086: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,37477,1731781256086, walGroup=3bde9015baec%2C37477%2C1731781256086, offset=3bde9015baec%2C37477%2C1731781256086.1731781258341:2359, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:37477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:21:30,834 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:21:30,834 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:21:30,835 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:21:30,835 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:21:30,835 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:21:30,835 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 760730080 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198878064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:21:30,835 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:41869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:41869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:21:30,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741846_1022 (size=5353) 2024-11-16T18:21:30,927 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:31,037 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 2359, reset compression=false 2024-11-16T18:21:31,127 DEBUG [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebca8dd87458eb840eead761e4dea902 2024-11-16T18:21:31,205 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/rep_barrier/21c4320ef9254028a07d0ff0a0178d0d 2024-11-16T18:21:31,220 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:21:31,221 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:21:31,221 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/table/8ae28012e41a4dd084396a10b6dac9a2 is 53, key is hbase:replication/table:state/1731781274253/Put/seqid=0 2024-11-16T18:21:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741847_1023 (size=5308) 2024-11-16T18:21:31,225 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/table/8ae28012e41a4dd084396a10b6dac9a2 2024-11-16T18:21:31,228 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/info/11ff3a31c00046e6b0dcf64708603230 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/info/11ff3a31c00046e6b0dcf64708603230 2024-11-16T18:21:31,231 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/info/11ff3a31c00046e6b0dcf64708603230, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:21:31,232 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/ns/4d9c0ab229884ad49e6afce09e52507e as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/ns/4d9c0ab229884ad49e6afce09e52507e 2024-11-16T18:21:31,235 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/ns/4d9c0ab229884ad49e6afce09e52507e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:21:31,236 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/rep_barrier/21c4320ef9254028a07d0ff0a0178d0d as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/rep_barrier/21c4320ef9254028a07d0ff0a0178d0d 2024-11-16T18:21:31,239 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/rep_barrier/21c4320ef9254028a07d0ff0a0178d0d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:21:31,239 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/.tmp/queue/953fdeaa1c9a4be4982128ffeb3f0756 2024-11-16T18:21:31,240 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/.tmp/table/8ae28012e41a4dd084396a10b6dac9a2 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/table/8ae28012e41a4dd084396a10b6dac9a2 2024-11-16T18:21:31,243 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/.tmp/queue/953fdeaa1c9a4be4982128ffeb3f0756 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/queue/953fdeaa1c9a4be4982128ffeb3f0756 2024-11-16T18:21:31,244 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/table/8ae28012e41a4dd084396a10b6dac9a2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:21:31,244 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-11-16T18:21:31,247 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/queue/953fdeaa1c9a4be4982128ffeb3f0756, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T18:21:31,247 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ebca8dd87458eb840eead761e4dea902 in 429ms, sequenceid=14, compaction requested=false 2024-11-16T18:21:31,255 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:21:31,256 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:31,256 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:21:31,256 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:31,256 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781290326Running coprocessor pre-close hooks at 1731781290326Disabling compacts and flushes for region at 1731781290326Disabling writes for close at 1731781290326Obtaining lock to block concurrent updates at 1731781290326Preparing flush snapshotting stores in 1588230740 at 1731781290326Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781290327 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781290327Flushing 1588230740/info: creating writer at 1731781290327Flushing 1588230740/info: appending metadata at 1731781290341 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731781290341Flushing 1588230740/ns: creating writer at 1731781290356 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731781290376 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731781290376Flushing 1588230740/rep_barrier: creating writer at 1731781290784 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781290800 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781290800Flushing 1588230740/table: creating writer at 1731781291209 (+409 ms)Flushing 1588230740/table: appending metadata at 1731781291220 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731781291220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35834ee5: reopening flushed file at 1731781291228 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db7b9b5: reopening flushed file at 1731781291231 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a601c44: reopening flushed file at 1731781291235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bc7eff: reopening flushed file at 1731781291239 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1731781291244 (+5 ms)Writing region close event to WAL at 1731781291246 (+2 ms)Running coprocessor post-close hooks at 1731781291256 (+10 ms)Closed at 1731781291256 2024-11-16T18:21:31,256 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:31,257 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/data/hbase/replication/ebca8dd87458eb840eead761e4dea902/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T18:21:31,258 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:31,258 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:21:31,258 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:31,258 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebca8dd87458eb840eead761e4dea902: Waiting for close lock at 1731781290818Running coprocessor pre-close hooks at 1731781290818Disabling compacts and flushes for region at 1731781290818Disabling writes for close at 1731781290818Obtaining lock to block concurrent updates at 1731781290818Preparing flush snapshotting stores in ebca8dd87458eb840eead761e4dea902 at 1731781290818Finished memstore snapshotting hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731781290818Flushing stores of hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. at 1731781290819 (+1 ms)Flushing ebca8dd87458eb840eead761e4dea902/queue: creating writer at 1731781290819Flushing ebca8dd87458eb840eead761e4dea902/queue: appending metadata at 1731781290832 (+13 ms)Flushing ebca8dd87458eb840eead761e4dea902/queue: closing flushed file at 1731781290832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52456c79: reopening flushed file at 1731781291242 (+410 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ebca8dd87458eb840eead761e4dea902 in 429ms, sequenceid=14, compaction requested=false at 1731781291247 (+5 ms)Writing region close event to WAL at 1731781291255 (+8 ms)Running coprocessor post-close hooks at 1731781291258 (+3 ms)Closed at 1731781291258 2024-11-16T18:21:31,258 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781273065.ebca8dd87458eb840eead761e4dea902. 2024-11-16T18:21:31,304 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:31,327 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,37477,1731781256086; all regions closed. 2024-11-16T18:21:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:21:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741839_1015 (size=3552) 2024-11-16T18:21:31,331 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.rep.1731781274215 not finished, retry = 0 2024-11-16T18:21:31,340 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 to pos 2359, reset compression=false 2024-11-16T18:21:31,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/WALs/3bde9015baec,37477,1731781256086/3bde9015baec%2C37477%2C1731781256086.1731781258341 not finished, retry = 0 2024-11-16T18:21:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741832_1008 (size=2367) 2024-11-16T18:21:31,534 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:31,534 INFO [RS:0;3bde9015baec:37477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:31,535 INFO [RS:0;3bde9015baec:37477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:31,535 INFO [RS:0;3bde9015baec:37477 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:31,535 INFO [RS:0;3bde9015baec:37477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:31,535 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:31,535 INFO [RS:0;3bde9015baec:37477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,37477,1731781256086 because: Region server is closing 2024-11-16T18:21:31,535 INFO [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37477. 2024-11-16T18:21:31,535 DEBUG [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:31,536 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:31,536 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:31,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:31,636 INFO [RS:0;3bde9015baec:37477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.shipper3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 terminated 2024-11-16T18:21:31,636 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37477,1731781256086.replicationSource.wal-reader.3bde9015baec%2C37477%2C1731781256086,1-3bde9015baec,37477,1731781256086 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:21:31,636 INFO [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37477. 2024-11-16T18:21:31,636 DEBUG [RS:0;3bde9015baec:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:31,636 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:31,636 DEBUG [RS:0;3bde9015baec:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:31,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:31,636 INFO [RS:0;3bde9015baec:37477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37477 2024-11-16T18:21:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988/rs 2024-11-16T18:21:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-862825988/rs/3bde9015baec,37477,1731781256086 2024-11-16T18:21:31,692 INFO [RS:0;3bde9015baec:37477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:31,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,37477,1731781256086] 2024-11-16T18:21:31,713 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-862825988/draining/3bde9015baec,37477,1731781256086 already deleted, retry=false 2024-11-16T18:21:31,713 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,37477,1731781256086 expired; onlineServers=0 2024-11-16T18:21:31,713 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,41869,1731781255939' ***** 2024-11-16T18:21:31,713 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:31,714 DEBUG [M:0;3bde9015baec:41869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:21:31,714 DEBUG [M:0;3bde9015baec:41869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:21:31,714 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:21:31,714 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781258125 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781258125,5,FailOnTimeoutGroup] 2024-11-16T18:21:31,714 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781258128 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781258128,5,FailOnTimeoutGroup] 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:31,714 DEBUG [M:0;3bde9015baec:41869 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:31,714 INFO [M:0;3bde9015baec:41869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:21:31,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:21:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-862825988/master 2024-11-16T18:21:31,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-862825988 2024-11-16T18:21:31,724 DEBUG [M:0;3bde9015baec:41869 {}] zookeeper.ZKUtil(347): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Unable to get data of znode /1-862825988/master because node does not exist (not an error) 2024-11-16T18:21:31,724 WARN [M:0;3bde9015baec:41869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:21:31,724 INFO [M:0;3bde9015baec:41869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/.lastflushedseqids 2024-11-16T18:21:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741848_1024 (size=245) 2024-11-16T18:21:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:31,803 INFO [RS:0;3bde9015baec:37477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:31,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x10144e0bb320004, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:31,803 INFO [RS:0;3bde9015baec:37477 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,37477,1731781256086; zookeeper connection closed. 2024-11-16T18:21:31,803 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b3d1367 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b3d1367 2024-11-16T18:21:31,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:21:32,128 INFO [M:0;3bde9015baec:41869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:21:32,128 INFO [M:0;3bde9015baec:41869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:21:32,128 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:32,128 INFO [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:32,128 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:32,128 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:32,128 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:32,129 INFO [M:0;3bde9015baec:41869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T18:21:32,145 DEBUG [M:0;3bde9015baec:41869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61970fb4743a41d4bdc761776a0cb4f2 is 82, key is hbase:meta,,1/info:regioninfo/1731781259384/Put/seqid=0 2024-11-16T18:21:32,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741849_1025 (size=5672) 2024-11-16T18:21:32,408 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:32,549 INFO [M:0;3bde9015baec:41869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61970fb4743a41d4bdc761776a0cb4f2 2024-11-16T18:21:32,565 DEBUG [M:0;3bde9015baec:41869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dca41771a43462ba373a9919c036d8e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781267764/Put/seqid=0 2024-11-16T18:21:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741850_1026 (size=7218) 2024-11-16T18:21:32,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:32,969 INFO [M:0;3bde9015baec:41869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dca41771a43462ba373a9919c036d8e 2024-11-16T18:21:32,973 INFO [M:0;3bde9015baec:41869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dca41771a43462ba373a9919c036d8e 2024-11-16T18:21:32,989 DEBUG [M:0;3bde9015baec:41869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf53293ca0ee4584a4ad96de0eed3ff9 is 69, key is 3bde9015baec,37477,1731781256086/rs:state/1731781258158/Put/seqid=0 2024-11-16T18:21:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741851_1027 (size=5156) 2024-11-16T18:21:33,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:33,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:33,394 INFO [M:0;3bde9015baec:41869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf53293ca0ee4584a4ad96de0eed3ff9 2024-11-16T18:21:33,399 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61970fb4743a41d4bdc761776a0cb4f2 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61970fb4743a41d4bdc761776a0cb4f2 2024-11-16T18:21:33,403 INFO [M:0;3bde9015baec:41869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61970fb4743a41d4bdc761776a0cb4f2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T18:21:33,404 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dca41771a43462ba373a9919c036d8e as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dca41771a43462ba373a9919c036d8e 2024-11-16T18:21:33,407 INFO [M:0;3bde9015baec:41869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dca41771a43462ba373a9919c036d8e 2024-11-16T18:21:33,408 INFO [M:0;3bde9015baec:41869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dca41771a43462ba373a9919c036d8e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T18:21:33,408 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf53293ca0ee4584a4ad96de0eed3ff9 as hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf53293ca0ee4584a4ad96de0eed3ff9 2024-11-16T18:21:33,412 INFO [M:0;3bde9015baec:41869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35259/user/jenkins/test-data/99bc9e9b-66ad-9b5d-7ab7-f44da478b695/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf53293ca0ee4584a4ad96de0eed3ff9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T18:21:33,413 INFO [M:0;3bde9015baec:41869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-16T18:21:33,414 INFO [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:33,414 DEBUG [M:0;3bde9015baec:41869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781292128Disabling compacts and flushes for region at 1731781292128Disabling writes for close at 1731781292128Obtaining lock to block concurrent updates at 1731781292129 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781292129Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731781292129Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781292129Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781292129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781292145 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781292145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781292552 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781292565 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781292565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781292973 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781292989 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781292989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5a39ff: reopening flushed file at 1731781293398 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76caf2af: reopening flushed file at 1731781293403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f65489: reopening flushed file at 1731781293408 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1731781293413 (+5 ms)Writing region close event to WAL at 1731781293414 (+1 ms)Closed at 1731781293414 2024-11-16T18:21:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33381 is added to blk_1073741830_1006 (size=64423) 2024-11-16T18:21:33,416 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:33,416 INFO [M:0;3bde9015baec:41869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:21:33,416 INFO [M:0;3bde9015baec:41869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41869 2024-11-16T18:21:33,417 INFO [M:0;3bde9015baec:41869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:33,572 INFO [M:0;3bde9015baec:41869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41869-0x10144e0bb320003, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:33,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26909f99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:33,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@474a57f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:33,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:33,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@573c7d23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:33,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7275f4db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:33,575 WARN [BP-1823838448-172.17.0.2-1731781253816 heartbeating to localhost/127.0.0.1:35259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:21:33,575 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:21:33,575 WARN [BP-1823838448-172.17.0.2-1731781253816 heartbeating to localhost/127.0.0.1:35259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823838448-172.17.0.2-1731781253816 (Datanode Uuid d7174ac0-1103-4516-bbfc-d2153d36ae8c) service to localhost/127.0.0.1:35259 2024-11-16T18:21:33,575 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:21:33,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/cluster_84fc702b-8ee9-7c56-48e8-a6feb4bac892/data/data1/current/BP-1823838448-172.17.0.2-1731781253816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:33,576 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/cluster_84fc702b-8ee9-7c56-48e8-a6feb4bac892/data/data2/current/BP-1823838448-172.17.0.2-1731781253816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:33,576 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:21:33,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60d66d61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:33,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e4e621f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:33,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:33,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@566eaf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:33,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed35a57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/909b61a4-0e38-c481-0e21-96cf4c946f51/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:21:33,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:21:33,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:33,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:33,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:33,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:33,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:33,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:21:33,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1867407111, stopped=false 2024-11-16T18:21:33,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,38997,1731781248921 2024-11-16T18:21:33,611 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1584627216/running 2024-11-16T18:21:33,655 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1584627216/running 2024-11-16T18:21:33,655 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:21:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:21:33,655 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:33,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:21:33,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:33,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:33,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,37195,1731781249119' ***** 2024-11-16T18:21:33,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:21:33,656 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:21:33,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 14ab81c161be03a30a0785ff109a6ce1 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 135bc7e1ac7639982c0e3ea7213952ae 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,37195,1731781249119 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14ab81c161be03a30a0785ff109a6ce1, disabling compactions & flushes 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37195. 2024-11-16T18:21:33,657 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:33,657 DEBUG [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. after waiting 0 ms 2024-11-16T18:21:33,657 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:33,657 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:33,657 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14ab81c161be03a30a0785ff109a6ce1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:21:33,657 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:21:33,657 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1325): Online Regions={14ab81c161be03a30a0785ff109a6ce1=test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1., 135bc7e1ac7639982c0e3ea7213952ae=hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:21:33,657 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 14ab81c161be03a30a0785ff109a6ce1, 1588230740 2024-11-16T18:21:33,658 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:33,658 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:33,658 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:33,658 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:33,658 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:33,658 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:21:33,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/running 2024-11-16T18:21:33,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Set watcher on znode that does not yet exist, /0-1584627216/running 2024-11-16T18:21:33,672 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/info/ff94453e10664008b022a9eef34982ff is 147, key is hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae./info:regioninfo/1731781272073/Put/seqid=0 2024-11-16T18:21:33,675 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f/44dfb05de91f45519353130cd0890721 is 37, key is row3/f:row3/1731781284053/Put/seqid=0 2024-11-16T18:21:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741840_1016 (size=7686) 2024-11-16T18:21:33,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741841_1017 (size=5228) 2024-11-16T18:21:33,752 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:33,858 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 14ab81c161be03a30a0785ff109a6ce1, 1588230740 2024-11-16T18:21:33,948 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:21:33,948 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:21:34,058 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 14ab81c161be03a30a0785ff109a6ce1, 1588230740 2024-11-16T18:21:34,076 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/info/ff94453e10664008b022a9eef34982ff 2024-11-16T18:21:34,081 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f/44dfb05de91f45519353130cd0890721 2024-11-16T18:21:34,084 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44dfb05de91f45519353130cd0890721 2024-11-16T18:21:34,093 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/ns/8a80b8d2f8e54c35b0f8c697de8c74ce is 43, key is default/ns:d/1731781253734/Put/seqid=0 2024-11-16T18:21:34,097 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f1/f80b3cbe56074aa7a7637e4a6fd77a73 is 30, key is row1/f1:/1731781281400/DeleteFamily/seqid=0 2024-11-16T18:21:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:21:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741843_1019 (size=5158) 2024-11-16T18:21:34,099 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f1/f80b3cbe56074aa7a7637e4a6fd77a73 2024-11-16T18:21:34,103 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80b3cbe56074aa7a7637e4a6fd77a73 2024-11-16T18:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/norep/e7135f6f17f54b5eae496d125b7483f2 is 32, key is row/norep:/1731781280396/DeleteFamily/seqid=0 2024-11-16T18:21:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741844_1020 (size=5101) 2024-11-16T18:21:34,250 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:21:34,250 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:21:34,258 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 14ab81c161be03a30a0785ff109a6ce1, 1588230740 2024-11-16T18:21:34,458 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 14ab81c161be03a30a0785ff109a6ce1, 1588230740 2024-11-16T18:21:34,499 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/ns/8a80b8d2f8e54c35b0f8c697de8c74ce 2024-11-16T18:21:34,518 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/rep_barrier/b9a966ca3a21499492c4ffba1d8d759c is 112, key is test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1./rep_barrier:seqnumDuringOpen/1731781265589/Put/seqid=0 2024-11-16T18:21:34,521 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/norep/e7135f6f17f54b5eae496d125b7483f2 2024-11-16T18:21:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741845_1021 (size=5518) 2024-11-16T18:21:34,524 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7135f6f17f54b5eae496d125b7483f2 2024-11-16T18:21:34,524 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f/44dfb05de91f45519353130cd0890721 as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/f/44dfb05de91f45519353130cd0890721 2024-11-16T18:21:34,527 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44dfb05de91f45519353130cd0890721 2024-11-16T18:21:34,527 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/f/44dfb05de91f45519353130cd0890721, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T18:21:34,528 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/f1/f80b3cbe56074aa7a7637e4a6fd77a73 as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/f1/f80b3cbe56074aa7a7637e4a6fd77a73 2024-11-16T18:21:34,532 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f80b3cbe56074aa7a7637e4a6fd77a73 2024-11-16T18:21:34,532 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/f1/f80b3cbe56074aa7a7637e4a6fd77a73, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:34,532 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/.tmp/norep/e7135f6f17f54b5eae496d125b7483f2 as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/norep/e7135f6f17f54b5eae496d125b7483f2 2024-11-16T18:21:34,535 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7135f6f17f54b5eae496d125b7483f2 2024-11-16T18:21:34,535 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/norep/e7135f6f17f54b5eae496d125b7483f2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T18:21:34,536 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 14ab81c161be03a30a0785ff109a6ce1 in 879ms, sequenceid=12, compaction requested=false 2024-11-16T18:21:34,536 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:21:34,543 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/default/test/14ab81c161be03a30a0785ff109a6ce1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T18:21:34,543 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:34,543 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:21:34,543 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:34,543 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14ab81c161be03a30a0785ff109a6ce1: Waiting for close lock at 1731781293657Running coprocessor pre-close hooks at 1731781293657Disabling compacts and flushes for region at 1731781293657Disabling writes for close at 1731781293657Obtaining lock to block concurrent updates at 1731781293657Preparing flush snapshotting stores in 14ab81c161be03a30a0785ff109a6ce1 at 1731781293657Finished memstore snapshotting test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731781293657Flushing stores of test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. at 1731781293658 (+1 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/f: creating writer at 1731781293658Flushing 14ab81c161be03a30a0785ff109a6ce1/f: appending metadata at 1731781293674 (+16 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/f: closing flushed file at 1731781293674Flushing 14ab81c161be03a30a0785ff109a6ce1/f1: creating writer at 1731781294084 (+410 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/f1: appending metadata at 1731781294096 (+12 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/f1: closing flushed file at 1731781294096Flushing 14ab81c161be03a30a0785ff109a6ce1/norep: creating writer at 1731781294103 (+7 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/norep: appending metadata at 1731781294117 (+14 ms)Flushing 14ab81c161be03a30a0785ff109a6ce1/norep: closing flushed file at 1731781294117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ac7f86: reopening flushed file at 1731781294524 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d2cb67: reopening flushed file at 1731781294528 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f3d044: reopening flushed file at 1731781294532 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 14ab81c161be03a30a0785ff109a6ce1 in 879ms, sequenceid=12, compaction requested=false at 1731781294536 (+4 ms)Writing region close event to WAL at 1731781294540 (+4 ms)Running coprocessor post-close hooks at 1731781294543 (+3 ms)Closed at 1731781294543 2024-11-16T18:21:34,544 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781264450.14ab81c161be03a30a0785ff109a6ce1. 2024-11-16T18:21:34,544 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 135bc7e1ac7639982c0e3ea7213952ae, disabling compactions & flushes 2024-11-16T18:21:34,544 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:34,544 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:34,544 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. after waiting 0 ms 2024-11-16T18:21:34,544 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:34,544 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 135bc7e1ac7639982c0e3ea7213952ae 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T18:21:34,561 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/.tmp/queue/2061faa2bc674dcf924a1b3872639155 is 154, key is 1-3bde9015baec,37195,1731781249119/queue:3bde9015baec%2C37195%2C1731781249119/1731781285878/Put/seqid=0 2024-11-16T18:21:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741846_1022 (size=5353) 2024-11-16T18:21:34,658 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:21:34,658 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1325): Online Regions={135bc7e1ac7639982c0e3ea7213952ae=hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:21:34,658 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 1588230740 2024-11-16T18:21:34,859 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 135bc7e1ac7639982c0e3ea7213952ae, 1588230740 2024-11-16T18:21:34,914 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 1493, reset compression=false 2024-11-16T18:21:34,918 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:21:34,918 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 2384, reset compression=false 2024-11-16T18:21:34,918 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,37195,1731781249119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:21:34,919 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,37195,1731781249119: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,37195,1731781249119, walGroup=3bde9015baec%2C37195%2C1731781249119, offset=3bde9015baec%2C37195%2C1731781249119.1731781251353:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:37195 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:21:34,920 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:21:34,921 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:21:34,921 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 857199072 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199520576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:21:34,921 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:38997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:38997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:21:34,922 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/rep_barrier/b9a966ca3a21499492c4ffba1d8d759c 2024-11-16T18:21:34,937 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/table/c4d5930dd9944e50bf5a19808fedb1b1 is 53, key is hbase:replication/table:state/1731781272082/Put/seqid=0 2024-11-16T18:21:34,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741847_1023 (size=5308) 2024-11-16T18:21:34,965 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/.tmp/queue/2061faa2bc674dcf924a1b3872639155 2024-11-16T18:21:34,968 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/.tmp/queue/2061faa2bc674dcf924a1b3872639155 as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/queue/2061faa2bc674dcf924a1b3872639155 2024-11-16T18:21:34,971 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/queue/2061faa2bc674dcf924a1b3872639155, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T18:21:34,972 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 135bc7e1ac7639982c0e3ea7213952ae in 428ms, sequenceid=14, compaction requested=false 2024-11-16T18:21:34,972 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:21:34,975 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/replication/135bc7e1ac7639982c0e3ea7213952ae/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T18:21:34,975 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:34,975 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:21:34,976 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:34,976 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 135bc7e1ac7639982c0e3ea7213952ae: Waiting for close lock at 1731781294544Running coprocessor pre-close hooks at 1731781294544Disabling compacts and flushes for region at 1731781294544Disabling writes for close at 1731781294544Obtaining lock to block concurrent updates at 1731781294544Preparing flush snapshotting stores in 135bc7e1ac7639982c0e3ea7213952ae at 1731781294544Finished memstore snapshotting hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731781294544Flushing stores of hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. at 1731781294545 (+1 ms)Flushing 135bc7e1ac7639982c0e3ea7213952ae/queue: creating writer at 1731781294545Flushing 135bc7e1ac7639982c0e3ea7213952ae/queue: appending metadata at 1731781294561 (+16 ms)Flushing 135bc7e1ac7639982c0e3ea7213952ae/queue: closing flushed file at 1731781294561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b2d69e: reopening flushed file at 1731781294968 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 135bc7e1ac7639982c0e3ea7213952ae in 428ms, sequenceid=14, compaction requested=false at 1731781294972 (+4 ms)Writing region close event to WAL at 1731781294973 (+1 ms)Running coprocessor post-close hooks at 1731781294975 (+2 ms)Closed at 1731781294975 2024-11-16T18:21:34,976 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781270915.135bc7e1ac7639982c0e3ea7213952ae. 2024-11-16T18:21:35,059 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:21:35,121 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 2384, reset compression=false 2024-11-16T18:21:35,259 DEBUG [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:21:35,340 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/table/c4d5930dd9944e50bf5a19808fedb1b1 2024-11-16T18:21:35,344 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/info/ff94453e10664008b022a9eef34982ff as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/info/ff94453e10664008b022a9eef34982ff 2024-11-16T18:21:35,347 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/info/ff94453e10664008b022a9eef34982ff, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:21:35,347 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/ns/8a80b8d2f8e54c35b0f8c697de8c74ce as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/ns/8a80b8d2f8e54c35b0f8c697de8c74ce 2024-11-16T18:21:35,350 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/ns/8a80b8d2f8e54c35b0f8c697de8c74ce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:21:35,351 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/rep_barrier/b9a966ca3a21499492c4ffba1d8d759c as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/rep_barrier/b9a966ca3a21499492c4ffba1d8d759c 2024-11-16T18:21:35,354 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/rep_barrier/b9a966ca3a21499492c4ffba1d8d759c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:21:35,354 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/.tmp/table/c4d5930dd9944e50bf5a19808fedb1b1 as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/table/c4d5930dd9944e50bf5a19808fedb1b1 2024-11-16T18:21:35,357 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/table/c4d5930dd9944e50bf5a19808fedb1b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:21:35,358 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-16T18:21:35,358 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:21:35,362 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:21:35,362 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:21:35,362 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:21:35,362 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:35,363 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781293658Running coprocessor pre-close hooks at 1731781293658Disabling compacts and flushes for region at 1731781293658Disabling writes for close at 1731781293658Obtaining lock to block concurrent updates at 1731781293658Preparing flush snapshotting stores in 1588230740 at 1731781293658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781293658Flushing stores of hbase:meta,,1.1588230740 at 1731781293659 (+1 ms)Flushing 1588230740/info: creating writer at 1731781293659Flushing 1588230740/info: appending metadata at 1731781293671 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781293671Flushing 1588230740/ns: creating writer at 1731781294079 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731781294093 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731781294093Flushing 1588230740/rep_barrier: creating writer at 1731781294502 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781294518 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781294518Flushing 1588230740/table: creating writer at 1731781294925 (+407 ms)Flushing 1588230740/table: appending metadata at 1731781294936 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731781294936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593b973e: reopening flushed file at 1731781295343 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bb575c: reopening flushed file at 1731781295347 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e254a3: reopening flushed file at 1731781295351 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72db5788: reopening flushed file at 1731781295354 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731781295358 (+4 ms)Writing region close event to WAL at 1731781295359 (+1 ms)Running coprocessor post-close hooks at 1731781295362 (+3 ms)Closed at 1731781295362 2024-11-16T18:21:35,363 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:35,424 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.1731781251353 to pos 2384, reset compression=false 2024-11-16T18:21:35,459 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,37195,1731781249119; all regions closed. 2024-11-16T18:21:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:21:35,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.meta.1731781253617.meta not finished, retry = 0 2024-11-16T18:21:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741839_1015 (size=3552) 2024-11-16T18:21:35,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/WALs/3bde9015baec,37195,1731781249119/3bde9015baec%2C37195%2C1731781249119.rep.1731781272045 not finished, retry = 0 2024-11-16T18:21:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741832_1008 (size=2392) 2024-11-16T18:21:35,666 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:35,666 INFO [RS:0;3bde9015baec:37195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:21:35,667 INFO [RS:0;3bde9015baec:37195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:35,667 INFO [RS:0;3bde9015baec:37195 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:35,667 INFO [RS:0;3bde9015baec:37195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:35,667 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:35,667 INFO [RS:0;3bde9015baec:37195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,37195,1731781249119 because: Region server is closing 2024-11-16T18:21:35,667 INFO [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37195. 2024-11-16T18:21:35,667 DEBUG [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:35,667 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:35,667 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:35,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:35,767 INFO [RS:0;3bde9015baec:37195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.shipper3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 terminated 2024-11-16T18:21:35,768 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,37195,1731781249119.replicationSource.wal-reader.3bde9015baec%2C37195%2C1731781249119,1-3bde9015baec,37195,1731781249119 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:21:35,768 INFO [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:37195. 2024-11-16T18:21:35,768 DEBUG [RS:0;3bde9015baec:37195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:21:35,768 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:35,768 DEBUG [RS:0;3bde9015baec:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:35,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:21:35,768 INFO [RS:0;3bde9015baec:37195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37195 2024-11-16T18:21:35,829 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1584627216/rs/3bde9015baec,37195,1731781249119 2024-11-16T18:21:35,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216/rs 2024-11-16T18:21:35,829 INFO [RS:0;3bde9015baec:37195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:35,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,37195,1731781249119] 2024-11-16T18:21:35,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1584627216/draining/3bde9015baec,37195,1731781249119 already deleted, retry=false 2024-11-16T18:21:35,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,37195,1731781249119 expired; onlineServers=0 2024-11-16T18:21:35,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,38997,1731781248921' ***** 2024-11-16T18:21:35,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:21:35,850 INFO [M:0;3bde9015baec:38997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:21:35,850 INFO [M:0;3bde9015baec:38997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:21:35,850 DEBUG [M:0;3bde9015baec:38997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:21:35,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:21:35,850 DEBUG [M:0;3bde9015baec:38997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:21:35,850 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781251136 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781251136,5,FailOnTimeoutGroup] 2024-11-16T18:21:35,850 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781251135 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781251135,5,FailOnTimeoutGroup] 2024-11-16T18:21:35,851 INFO [M:0;3bde9015baec:38997 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:21:35,851 INFO [M:0;3bde9015baec:38997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:21:35,851 DEBUG [M:0;3bde9015baec:38997 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:21:35,851 INFO [M:0;3bde9015baec:38997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:21:35,851 INFO [M:0;3bde9015baec:38997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:21:35,851 ERROR [M:0;3bde9015baec:38997 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46095,5,PEWorkerGroup] 2024-11-16T18:21:35,851 INFO [M:0;3bde9015baec:38997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:21:35,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1584627216/master 2024-11-16T18:21:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1584627216 2024-11-16T18:21:35,861 DEBUG [M:0;3bde9015baec:38997 {}] zookeeper.ZKUtil(347): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Unable to get data of znode /0-1584627216/master because node does not exist (not an error) 2024-11-16T18:21:35,861 WARN [M:0;3bde9015baec:38997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:21:35,862 INFO [M:0;3bde9015baec:38997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/.lastflushedseqids 2024-11-16T18:21:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741848_1024 (size=245) 2024-11-16T18:21:35,940 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:35,940 INFO [RS:0;3bde9015baec:37195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:35,940 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10144e0bb320001, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:35,940 INFO [RS:0;3bde9015baec:37195 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,37195,1731781249119; zookeeper connection closed. 2024-11-16T18:21:35,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61e8846c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61e8846c 2024-11-16T18:21:35,940 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:21:36,266 INFO [M:0;3bde9015baec:38997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:21:36,266 INFO [M:0;3bde9015baec:38997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:21:36,266 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:36,266 INFO [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:36,266 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:36,266 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:36,266 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:36,266 INFO [M:0;3bde9015baec:38997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-16T18:21:36,279 DEBUG [M:0;3bde9015baec:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61162a14bf9a471d901516609a90d07c is 82, key is hbase:meta,,1/info:regioninfo/1731781253646/Put/seqid=0 2024-11-16T18:21:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741849_1025 (size=5672) 2024-11-16T18:21:36,683 INFO [M:0;3bde9015baec:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61162a14bf9a471d901516609a90d07c 2024-11-16T18:21:36,703 DEBUG [M:0;3bde9015baec:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a2c5b3163045fab4a748d5a6d6a52c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781265597/Put/seqid=0 2024-11-16T18:21:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741850_1026 (size=7218) 2024-11-16T18:21:37,107 INFO [M:0;3bde9015baec:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a2c5b3163045fab4a748d5a6d6a52c 2024-11-16T18:21:37,110 INFO [M:0;3bde9015baec:38997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66a2c5b3163045fab4a748d5a6d6a52c 2024-11-16T18:21:37,122 DEBUG [M:0;3bde9015baec:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b05a114b9d4c9da80b776666211e9a is 69, key is 3bde9015baec,37195,1731781249119/rs:state/1731781251192/Put/seqid=0 2024-11-16T18:21:37,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741851_1027 (size=5156) 2024-11-16T18:21:37,125 INFO [M:0;3bde9015baec:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b05a114b9d4c9da80b776666211e9a 2024-11-16T18:21:37,128 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61162a14bf9a471d901516609a90d07c as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61162a14bf9a471d901516609a90d07c 2024-11-16T18:21:37,131 INFO [M:0;3bde9015baec:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61162a14bf9a471d901516609a90d07c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T18:21:37,131 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a2c5b3163045fab4a748d5a6d6a52c as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66a2c5b3163045fab4a748d5a6d6a52c 2024-11-16T18:21:37,134 INFO [M:0;3bde9015baec:38997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66a2c5b3163045fab4a748d5a6d6a52c 2024-11-16T18:21:37,134 INFO [M:0;3bde9015baec:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66a2c5b3163045fab4a748d5a6d6a52c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T18:21:37,135 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b05a114b9d4c9da80b776666211e9a as hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b05a114b9d4c9da80b776666211e9a 2024-11-16T18:21:37,138 INFO [M:0;3bde9015baec:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b05a114b9d4c9da80b776666211e9a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T18:21:37,138 INFO [M:0;3bde9015baec:38997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=105, compaction requested=false 2024-11-16T18:21:37,139 INFO [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:37,139 DEBUG [M:0;3bde9015baec:38997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781296266Disabling compacts and flushes for region at 1731781296266Disabling writes for close at 1731781296266Obtaining lock to block concurrent updates at 1731781296266Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781296266Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731781296267 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781296267Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781296267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781296279 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781296279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781296687 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781296702 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781296703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781297110 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781297121 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781297121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247c45d2: reopening flushed file at 1731781297128 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6390ac2: reopening flushed file at 1731781297131 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6991bc2: reopening flushed file at 1731781297134 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=105, compaction requested=false at 1731781297138 (+4 ms)Writing region close event to WAL at 1731781297139 (+1 ms)Closed at 1731781297139 2024-11-16T18:21:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46119 is added to blk_1073741830_1006 (size=64423) 2024-11-16T18:21:37,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/673073ee-d3e1-0882-5142-2216d3527517/MasterData/WALs/3bde9015baec,38997,1731781248921/3bde9015baec%2C38997%2C1731781248921.1731781250872 not finished, retry = 0 2024-11-16T18:21:37,242 INFO [M:0;3bde9015baec:38997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:21:37,242 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:21:37,242 INFO [M:0;3bde9015baec:38997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38997 2024-11-16T18:21:37,242 INFO [M:0;3bde9015baec:38997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:21:37,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:37,392 INFO [M:0;3bde9015baec:38997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:21:37,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x10144e0bb320000, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:21:37,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6894169c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:37,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b2268bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:37,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:37,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7147cc8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:37,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228fdaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:37,395 WARN [BP-1674952551-172.17.0.2-1731781246876 heartbeating to localhost/127.0.0.1:46095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:21:37,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:21:37,395 WARN [BP-1674952551-172.17.0.2-1731781246876 heartbeating to localhost/127.0.0.1:46095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1674952551-172.17.0.2-1731781246876 (Datanode Uuid e0268fbd-cec1-4b39-bc94-a5022a52d05f) service to localhost/127.0.0.1:46095 2024-11-16T18:21:37,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:21:37,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/data/data1/current/BP-1674952551-172.17.0.2-1731781246876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:37,396 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/cluster_4ca4bcd8-a258-5487-d5e1-65527669667a/data/data2/current/BP-1674952551-172.17.0.2-1731781246876 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:21:37,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:21:37,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125be67a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:37,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9fdfc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:21:37,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:21:37,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a10f1ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:21:37,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a27efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03c867c9-2c45-1fb2-881c-208be96d3c84/hadoop.log.dir/,STOPPED} 2024-11-16T18:21:37,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:21:37,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:21:37,426 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 261) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44907 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35259 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64505) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64505) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64505) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46095 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35259 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35259 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 284), ProcessCount=11 (was 11), AvailableMemoryMB=3687 (was 3684) - AvailableMemoryMB LEAK? - 2024-11-16T18:21:37,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=3687 2024-11-16T18:21:37,445 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T18:21:37,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir so I do NOT create it in target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913 2024-11-16T18:21:37,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:21:37,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.tmp.dir so I do NOT create it in target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913 2024-11-16T18:21:37,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cee249d-fbbf-1bbb-bd7c-2f4cf67d37c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:21:37,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913 2024-11-16T18:21:37,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98, deleteOnExit=true 2024-11-16T18:21:37,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/zookeeper_0, clientPort=57183, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:21:37,464 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57183 2024-11-16T18:21:37,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:21:37,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/test.cache.data in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:21:37,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:21:37,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:21:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:21:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144e0bb320005, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:21:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10144e0bb320008, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:21:37,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144e0bb320005, quorum=127.0.0.1:64505, baseZNode=/1-862825988 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:21:37,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10144e0bb320008, quorum=127.0.0.1:64505, baseZNode=/21494001471 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:21:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144e0bb320002, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:21:37,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144e0bb320002, quorum=127.0.0.1:64505, baseZNode=/0-1584627216 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:21:37,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:37,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:37,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:37,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:37,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:21:37,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:37,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@301bef16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:37,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f619675{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:37,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b712813{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/java.io.tmpdir/jetty-localhost-36955-hadoop-hdfs-3_4_1-tests_jar-_-any-1412900624261840596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:37,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7888668c{HTTP/1.1, (http/1.1)}{localhost:36955} 2024-11-16T18:21:37,933 INFO [Time-limited test {}] server.Server(415): Started @282458ms 2024-11-16T18:21:38,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:38,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:38,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:38,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:38,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:21:38,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bfea9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:38,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cfaf3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:38,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35ee61e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/java.io.tmpdir/jetty-localhost-45921-hadoop-hdfs-3_4_1-tests_jar-_-any-9653177774163348431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:38,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d561ab{HTTP/1.1, (http/1.1)}{localhost:45921} 2024-11-16T18:21:38,311 INFO [Time-limited test {}] server.Server(415): Started @282836ms 2024-11-16T18:21:38,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:21:39,104 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/data/data1/current/BP-410853144-172.17.0.2-1731781297479/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:39,104 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/data/data2/current/BP-410853144-172.17.0.2-1731781297479/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:39,123 WARN [Thread-3443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:21:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947c82887cd8d8eb with lease ID 0x4b475502f1f61b33: Processing first storage report for DS-35fdb725-83c8-491f-a894-a74871e692a9 from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=ce7c0d64-f5aa-4b39-835a-e8ffc2f9bf20, infoPort=36043, infoSecurePort=0, ipcPort=33055, storageInfo=lv=-57;cid=testClusterID;nsid=1639589901;c=1731781297479) 2024-11-16T18:21:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947c82887cd8d8eb with lease ID 0x4b475502f1f61b33: from storage DS-35fdb725-83c8-491f-a894-a74871e692a9 node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=ce7c0d64-f5aa-4b39-835a-e8ffc2f9bf20, infoPort=36043, infoSecurePort=0, ipcPort=33055, storageInfo=lv=-57;cid=testClusterID;nsid=1639589901;c=1731781297479), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x947c82887cd8d8eb with lease ID 0x4b475502f1f61b33: Processing first storage report for DS-39519c45-b195-42c7-b1eb-e6e182a99744 from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=ce7c0d64-f5aa-4b39-835a-e8ffc2f9bf20, infoPort=36043, infoSecurePort=0, ipcPort=33055, storageInfo=lv=-57;cid=testClusterID;nsid=1639589901;c=1731781297479) 2024-11-16T18:21:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x947c82887cd8d8eb with lease ID 0x4b475502f1f61b33: from storage DS-39519c45-b195-42c7-b1eb-e6e182a99744 node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=ce7c0d64-f5aa-4b39-835a-e8ffc2f9bf20, infoPort=36043, infoSecurePort=0, ipcPort=33055, storageInfo=lv=-57;cid=testClusterID;nsid=1639589901;c=1731781297479), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:39,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913 2024-11-16T18:21:39,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:21:39,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493 with version=8 2024-11-16T18:21:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/hbase-staging 2024-11-16T18:21:39,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:39,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:39,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39593 2024-11-16T18:21:39,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39593 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:39,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395930x0, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:39,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39593-0x10144e180e20000 connected 2024-11-16T18:21:39,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/running 2024-11-16T18:21:39,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493, hbase.cluster.distributed=false 2024-11-16T18:21:39,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/acl 2024-11-16T18:21:39,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-16T18:21:39,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39593 2024-11-16T18:21:39,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39593 2024-11-16T18:21:39,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-16T18:21:39,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-16T18:21:39,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:21:39,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:39,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33033 2024-11-16T18:21:39,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33033 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:39,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:39,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330330x0, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:39,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33033-0x10144e180e20001 connected 2024-11-16T18:21:39,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/running 2024-11-16T18:21:39,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:21:39,824 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:21:39,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/master 2024-11-16T18:21:39,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/acl 2024-11-16T18:21:39,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-16T18:21:39,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33033 2024-11-16T18:21:39,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33033 2024-11-16T18:21:39,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-16T18:21:39,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-16T18:21:39,837 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:39593 2024-11-16T18:21:39,838 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01255928072/backup-masters/3bde9015baec,39593,1731781299614 2024-11-16T18:21:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/backup-masters 2024-11-16T18:21:39,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/backup-masters 2024-11-16T18:21:39,850 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on existing znode=/01255928072/backup-masters/3bde9015baec,39593,1731781299614 2024-11-16T18:21:39,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:39,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255928072/master 2024-11-16T18:21:39,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:39,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on existing znode=/01255928072/master 2024-11-16T18:21:39,860 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01255928072/backup-masters/3bde9015baec,39593,1731781299614 from backup master directory 2024-11-16T18:21:39,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255928072/backup-masters/3bde9015baec,39593,1731781299614 2024-11-16T18:21:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/backup-masters 2024-11-16T18:21:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/backup-masters 2024-11-16T18:21:39,871 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:39,871 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,39593,1731781299614 2024-11-16T18:21:39,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/hbase.id] with ID: 50edd255-7b6d-4312-8e0f-ef4dbd5432c1 2024-11-16T18:21:39,873 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/.tmp/hbase.id 2024-11-16T18:21:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:21:40,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:40,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:40,277 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/.tmp/hbase.id]:[hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/hbase.id] 2024-11-16T18:21:40,284 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:40,284 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:21:40,285 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:21:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:40,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:40,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:21:40,701 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:40,702 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:21:40,702 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:21:41,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store 2024-11-16T18:21:41,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:41,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:41,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:41,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781301513Disabling compacts and flushes for region at 1731781301513Disabling writes for close at 1731781301513Writing region close event to WAL at 1731781301513Closed at 1731781301513 2024-11-16T18:21:41,514 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/.initializing 2024-11-16T18:21:41,514 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/WALs/3bde9015baec,39593,1731781299614 2024-11-16T18:21:41,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:41,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C39593%2C1731781299614, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/WALs/3bde9015baec,39593,1731781299614, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/oldWALs, maxLogs=10 2024-11-16T18:21:41,531 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/WALs/3bde9015baec,39593,1731781299614/3bde9015baec%2C39593%2C1731781299614.1731781301516, exclude list is [], retry=0 2024-11-16T18:21:41,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-35fdb725-83c8-491f-a894-a74871e692a9,DISK] 2024-11-16T18:21:41,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/WALs/3bde9015baec,39593,1731781299614/3bde9015baec%2C39593%2C1731781299614.1731781301516 2024-11-16T18:21:41,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-16T18:21:41,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:41,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:41,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,535 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:21:41,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:41,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:41,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:21:41,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:41,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:41,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:21:41,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:21:41,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:41,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:41,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,541 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,542 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,542 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,543 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:41,543 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:41,545 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:41,545 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63275563, jitterRate=-0.057120636105537415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:41,545 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781301535Initializing all the Stores at 1731781301536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781301536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781301536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781301536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781301536Cleaning up temporary data from old regions at 1731781301542 (+6 ms)Region opened successfully at 1731781301545 (+3 ms) 2024-11-16T18:21:41,546 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:21:41,548 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ddbe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:41,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:21:41,548 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:21:41,549 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:21:41,549 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:21:41,549 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:21:41,549 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:21:41,549 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:21:41,551 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:21:41,552 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/balancer because node does not exist (not necessarily an error) 2024-11-16T18:21:41,618 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/balancer already deleted, retry=false 2024-11-16T18:21:41,618 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:21:41,619 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:21:41,628 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/normalizer already deleted, retry=false 2024-11-16T18:21:41,628 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:21:41,629 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:21:41,639 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/switch/split already deleted, retry=false 2024-11-16T18:21:41,639 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:21:41,649 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/switch/merge already deleted, retry=false 2024-11-16T18:21:41,651 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:21:41,660 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/snapshot-cleanup already deleted, retry=false 2024-11-16T18:21:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:21:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:21:41,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255928072/running 2024-11-16T18:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01255928072/running 2024-11-16T18:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,671 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,39593,1731781299614, sessionid=0x10144e180e20000, setting cluster-up flag (Was=false) 2024-11-16T18:21:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,723 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01255928072/flush-table-proc/acquired, /01255928072/flush-table-proc/reached, /01255928072/flush-table-proc/abort 2024-11-16T18:21:41,724 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,39593,1731781299614 2024-11-16T18:21:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:41,776 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01255928072/online-snapshot/acquired, /01255928072/online-snapshot/reached, /01255928072/online-snapshot/abort 2024-11-16T18:21:41,776 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,39593,1731781299614 2024-11-16T18:21:41,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:21:41,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:41,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:21:41,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:21:41,779 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,39593,1731781299614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:41,780 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781331781 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:21:41,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:41,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:21:41,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:21:41,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:41,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:21:41,783 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781301782,5,FailOnTimeoutGroup] 2024-11-16T18:21:41,783 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781301783,5,FailOnTimeoutGroup] 2024-11-16T18:21:41,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:21:41,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:21:41,830 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(746): ClusterId : 50edd255-7b6d-4312-8e0f-ef4dbd5432c1 2024-11-16T18:21:41,830 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:21:41,839 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:21:41,839 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:21:41,850 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:21:41,850 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a49768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:41,860 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:33033 2024-11-16T18:21:41,860 INFO [RS:0;3bde9015baec:33033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:21:41,860 INFO [RS:0;3bde9015baec:33033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:21:41,861 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:21:41,861 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,39593,1731781299614 with port=33033, startcode=1731781299811 2024-11-16T18:21:41,861 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:21:41,862 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:21:41,862 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39593 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,864 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493 2024-11-16T18:21:41,864 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36165 2024-11-16T18:21:41,864 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:21:41,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/rs 2024-11-16T18:21:41,876 DEBUG [RS:0;3bde9015baec:33033 {}] zookeeper.ZKUtil(111): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on existing znode=/01255928072/rs/3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,876 WARN [RS:0;3bde9015baec:33033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:41,876 INFO [RS:0;3bde9015baec:33033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:41,876 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,33033,1731781299811] 2024-11-16T18:21:41,878 INFO [RS:0;3bde9015baec:33033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:21:41,879 INFO [RS:0;3bde9015baec:33033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:21:41,879 INFO [RS:0;3bde9015baec:33033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:21:41,879 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,879 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:21:41,880 INFO [RS:0;3bde9015baec:33033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:21:41,880 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:41,880 DEBUG [RS:0;3bde9015baec:33033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,882 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33033,1731781299811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:41,894 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:21:41,894 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,33033,1731781299811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,894 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,894 INFO [RS:0;3bde9015baec:33033 {}] regionserver.Replication(171): 3bde9015baec,33033,1731781299811 started 2024-11-16T18:21:41,906 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:41,906 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,33033,1731781299811, RpcServer on 3bde9015baec/172.17.0.2:33033, sessionid=0x10144e180e20001 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33033,1731781299811' 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01255928072/flush-table-proc/abort' 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01255928072/flush-table-proc/acquired' 2024-11-16T18:21:41,906 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,33033,1731781299811 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,33033,1731781299811' 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01255928072/online-snapshot/abort' 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01255928072/online-snapshot/acquired' 2024-11-16T18:21:41,907 DEBUG [RS:0;3bde9015baec:33033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:21:41,907 INFO [RS:0;3bde9015baec:33033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:21:41,907 INFO [RS:0;3bde9015baec:33033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:21:42,007 INFO [RS:0;3bde9015baec:33033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:42,008 INFO [RS:0;3bde9015baec:33033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33033%2C1731781299811, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/oldWALs, maxLogs=10 2024-11-16T18:21:42,020 DEBUG [RS:0;3bde9015baec:33033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, exclude list is [], retry=0 2024-11-16T18:21:42,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-35fdb725-83c8-491f-a894-a74871e692a9,DISK] 2024-11-16T18:21:42,023 INFO [RS:0;3bde9015baec:33033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 2024-11-16T18:21:42,023 DEBUG [RS:0;3bde9015baec:33033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-16T18:21:42,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:21:42,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493 2024-11-16T18:21:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:21:42,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:42,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:42,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:42,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:42,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:42,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:42,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:42,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:42,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:42,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:42,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:42,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:42,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:42,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:42,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:42,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:42,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:42,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:42,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740 2024-11-16T18:21:42,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740 2024-11-16T18:21:42,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:42,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:42,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:42,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:42,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:42,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74252825, jitterRate=0.1064533144235611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:42,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781302595Initializing all the Stores at 1731781302596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781302596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781302596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781302596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781302596Cleaning up temporary data from old regions at 1731781302602 (+6 ms)Region opened successfully at 1731781302605 (+3 ms) 2024-11-16T18:21:42,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:42,605 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:42,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:42,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:42,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:42,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:42,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781302605Disabling compacts and flushes for region at 1731781302605Disabling writes for close at 1731781302605Writing region close event to WAL at 1731781302606 (+1 ms)Closed at 1731781302606 2024-11-16T18:21:42,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:42,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:21:42,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:21:42,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:42,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:21:42,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:42,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:42,723 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88628 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:21:42,758 DEBUG [3bde9015baec:39593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:21:42,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:21:42,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33033,1731781299811, state=OPENING 2024-11-16T18:21:42,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:21:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255928072/meta-region-server: CHANGED 2024-11-16T18:21:42,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255928072/meta-region-server: CHANGED 2024-11-16T18:21:42,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:42,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33033,1731781299811}] 2024-11-16T18:21:42,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:42,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:21:42,984 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:21:42,984 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:42,984 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:21:42,985 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33033%2C1731781299811.meta, suffix=.meta, logDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/oldWALs, maxLogs=10 2024-11-16T18:21:42,996 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.meta.1731781302985.meta, exclude list is [], retry=0 2024-11-16T18:21:42,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-35fdb725-83c8-491f-a894-a74871e692a9,DISK] 2024-11-16T18:21:42,999 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.meta.1731781302985.meta 2024-11-16T18:21:43,000 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-16T18:21:43,000 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:43,000 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:43,000 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:43,000 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:21:43,000 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:21:43,001 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:21:43,001 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:43,001 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:21:43,001 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:21:43,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:43,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:43,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:43,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:43,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:43,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:43,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:43,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:43,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:43,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:43,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:43,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:43,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:43,005 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:43,006 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740 2024-11-16T18:21:43,006 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740 2024-11-16T18:21:43,007 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:43,007 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:43,007 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:43,008 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:43,009 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64012882, jitterRate=-0.046133726835250854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:43,009 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:21:43,009 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781303001Writing region info on filesystem at 1731781303001Initializing all the Stores at 1731781303001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781303001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781303002 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781303002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781303002Cleaning up temporary data from old regions at 1731781303007 (+5 ms)Running coprocessor post-open hooks at 1731781303009 (+2 ms)Region opened successfully at 1731781303009 2024-11-16T18:21:43,010 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781302980 2024-11-16T18:21:43,011 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:21:43,011 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:21:43,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:21:43,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,33033,1731781299811, state=OPEN 2024-11-16T18:21:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01255928072/meta-region-server 2024-11-16T18:21:43,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01255928072/meta-region-server 2024-11-16T18:21:43,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,33033,1731781299811 2024-11-16T18:21:43,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255928072/meta-region-server: CHANGED 2024-11-16T18:21:43,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01255928072/meta-region-server: CHANGED 2024-11-16T18:21:43,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:21:43,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,33033,1731781299811 in 220 msec 2024-11-16T18:21:43,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:21:43,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-16T18:21:43,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:43,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:21:43,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:43,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33033,1731781299811, seqNum=-1] 2024-11-16T18:21:43,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:43,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:43,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-16T18:21:43,058 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781303058, completionTime=-1 2024-11-16T18:21:43,058 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:21:43,058 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:21:43,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:21:43,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781363059 2024-11-16T18:21:43,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781423059 2024-11-16T18:21:43,059 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:39593, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,060 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,061 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.192sec 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:43,063 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:21:43,065 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:21:43,065 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:21:43,065 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39593,1731781299614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:43,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531a491d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:43,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39593,-1 for getting cluster id 2024-11-16T18:21:43,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:43,131 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50edd255-7b6d-4312-8e0f-ef4dbd5432c1' 2024-11-16T18:21:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50edd255-7b6d-4312-8e0f-ef4dbd5432c1" 2024-11-16T18:21:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73615978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39593,-1] 2024-11-16T18:21:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:43,132 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:43,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc0ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:43,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33033,1731781299811, seqNum=-1] 2024-11-16T18:21:43,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:43,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:43,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,39593,1731781299614 2024-11-16T18:21:43,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:43,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:43,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144e180e20002 connected 2024-11-16T18:21:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir so I do NOT create it in target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262 2024-11-16T18:21:43,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:21:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.tmp.dir so I do NOT create it in target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262 2024-11-16T18:21:43,167 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:21:43,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262 2024-11-16T18:21:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:21:43,167 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/cluster_a2779fc5-9de3-f7a2-b6c5-4f5e5966af2b, deleteOnExit=true 2024-11-16T18:21:43,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/test.cache.data in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:21:43,168 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:21:43,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:21:43,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:43,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:21:43,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:21:43,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:43,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:43,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:43,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:43,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:21:43,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:43,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2385ff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:43,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16fd0946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:43,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b28ce0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/java.io.tmpdir/jetty-localhost-42423-hadoop-hdfs-3_4_1-tests_jar-_-any-7978674634032348660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:43,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c38de6f{HTTP/1.1, (http/1.1)}{localhost:42423} 2024-11-16T18:21:43,589 INFO [Time-limited test {}] server.Server(415): Started @288113ms 2024-11-16T18:21:43,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:43,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:43,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:43,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:43,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:21:43,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4199d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:43,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c147484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:43,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34b365b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/java.io.tmpdir/jetty-localhost-35325-hadoop-hdfs-3_4_1-tests_jar-_-any-12601396594972427941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:43,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ce1ba69{HTTP/1.1, (http/1.1)}{localhost:35325} 2024-11-16T18:21:43,948 INFO [Time-limited test {}] server.Server(415): Started @288473ms 2024-11-16T18:21:43,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:21:44,566 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/cluster_a2779fc5-9de3-f7a2-b6c5-4f5e5966af2b/data/data1/current/BP-223704571-172.17.0.2-1731781303193/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:44,566 WARN [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/cluster_a2779fc5-9de3-f7a2-b6c5-4f5e5966af2b/data/data2/current/BP-223704571-172.17.0.2-1731781303193/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:44,581 WARN [Thread-3564 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:21:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea42a13014d2279 with lease ID 0x3aa99a3eb16ddb77: Processing first storage report for DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502 from datanode DatanodeRegistration(127.0.0.1:45479, datanodeUuid=c5ac4e44-5766-48bb-bbb9-41bb31b9c4d7, infoPort=36663, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1578559819;c=1731781303193) 2024-11-16T18:21:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea42a13014d2279 with lease ID 0x3aa99a3eb16ddb77: from storage DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502 node DatanodeRegistration(127.0.0.1:45479, datanodeUuid=c5ac4e44-5766-48bb-bbb9-41bb31b9c4d7, infoPort=36663, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1578559819;c=1731781303193), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ea42a13014d2279 with lease ID 0x3aa99a3eb16ddb77: Processing first storage report for DS-043e0217-dc4b-4c77-bb9c-534dd26b8afc from datanode DatanodeRegistration(127.0.0.1:45479, datanodeUuid=c5ac4e44-5766-48bb-bbb9-41bb31b9c4d7, infoPort=36663, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1578559819;c=1731781303193) 2024-11-16T18:21:44,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ea42a13014d2279 with lease ID 0x3aa99a3eb16ddb77: from storage DS-043e0217-dc4b-4c77-bb9c-534dd26b8afc node DatanodeRegistration(127.0.0.1:45479, datanodeUuid=c5ac4e44-5766-48bb-bbb9-41bb31b9c4d7, infoPort=36663, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=1578559819;c=1731781303193), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:44,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262 2024-11-16T18:21:44,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:44,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:21:45,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756 with version=8 2024-11-16T18:21:45,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/hbase-staging 2024-11-16T18:21:45,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:21:45,089 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:45,090 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41701 2024-11-16T18:21:45,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41701 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:45,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417010x0, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:45,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41701-0x10144e180e20003 connected 2024-11-16T18:21:45,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:45,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:45,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/running 2024-11-16T18:21:45,305 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756, hbase.cluster.distributed=false 2024-11-16T18:21:45,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/acl 2024-11-16T18:21:45,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-16T18:21:45,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41701 2024-11-16T18:21:45,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41701 2024-11-16T18:21:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-16T18:21:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41701 2024-11-16T18:21:45,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:21:45,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:45,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44627 2024-11-16T18:21:45,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44627 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:45,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:45,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446270x0, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:45,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/running 2024-11-16T18:21:45,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44627-0x10144e180e20004 connected 2024-11-16T18:21:45,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:21:45,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:21:45,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/master 2024-11-16T18:21:45,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/acl 2024-11-16T18:21:45,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-16T18:21:45,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44627 2024-11-16T18:21:45,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44627 2024-11-16T18:21:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-16T18:21:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-16T18:21:45,355 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:41701 2024-11-16T18:21:45,356 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1773536495/backup-masters/3bde9015baec,41701,1731781305089 2024-11-16T18:21:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/backup-masters 2024-11-16T18:21:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/backup-masters 2024-11-16T18:21:45,365 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on existing znode=/1773536495/backup-masters/3bde9015baec,41701,1731781305089 2024-11-16T18:21:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1773536495/master 2024-11-16T18:21:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:45,376 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on existing znode=/1773536495/master 2024-11-16T18:21:45,376 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1773536495/backup-masters/3bde9015baec,41701,1731781305089 from backup master directory 2024-11-16T18:21:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/backup-masters 2024-11-16T18:21:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1773536495/backup-masters/3bde9015baec,41701,1731781305089 2024-11-16T18:21:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/backup-masters 2024-11-16T18:21:45,386 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:45,386 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,41701,1731781305089 2024-11-16T18:21:45,388 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/hbase.id] with ID: 626713fb-bd48-4cc4-ba89-8b9be6ae2032 2024-11-16T18:21:45,389 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/.tmp/hbase.id 2024-11-16T18:21:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:21:45,793 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/.tmp/hbase.id]:[hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/hbase.id] 2024-11-16T18:21:45,799 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:45,799 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:21:45,800 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:21:45,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:45,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:21:46,233 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:46,233 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:21:46,234 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:46,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:21:46,639 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store 2024-11-16T18:21:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:21:47,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:47,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:47,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:47,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:47,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:47,044 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:47,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:47,045 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781307044Disabling compacts and flushes for region at 1731781307044Disabling writes for close at 1731781307044Writing region close event to WAL at 1731781307044Closed at 1731781307044 2024-11-16T18:21:47,045 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/.initializing 2024-11-16T18:21:47,045 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/WALs/3bde9015baec,41701,1731781305089 2024-11-16T18:21:47,046 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:47,047 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C41701%2C1731781305089, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/WALs/3bde9015baec,41701,1731781305089, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/oldWALs, maxLogs=10 2024-11-16T18:21:47,064 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/WALs/3bde9015baec,41701,1731781305089/3bde9015baec%2C41701%2C1731781305089.1731781307048, exclude list is [], retry=0 2024-11-16T18:21:47,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45479,DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502,DISK] 2024-11-16T18:21:47,067 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/WALs/3bde9015baec,41701,1731781305089/3bde9015baec%2C41701%2C1731781305089.1731781307048 2024-11-16T18:21:47,067 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-16T18:21:47,068 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:47,068 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:47,068 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,068 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:21:47,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:47,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:47,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:21:47,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:47,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:47,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:21:47,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:47,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:47,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:21:47,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:47,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:47,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,074 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,075 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,075 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,076 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:47,076 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:47,077 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:47,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75009042, jitterRate=0.11772182583808899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:47,078 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781307068Initializing all the Stores at 1731781307069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781307069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781307069Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781307069Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781307069Cleaning up temporary data from old regions at 1731781307075 (+6 ms)Region opened successfully at 1731781307078 (+3 ms) 2024-11-16T18:21:47,078 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:21:47,080 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a46d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:47,080 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:21:47,080 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:21:47,080 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:21:47,081 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:21:47,081 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:21:47,081 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:21:47,081 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:21:47,082 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:21:47,083 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/balancer because node does not exist (not necessarily an error) 2024-11-16T18:21:47,133 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/balancer already deleted, retry=false 2024-11-16T18:21:47,133 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:21:47,134 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:21:47,144 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/normalizer already deleted, retry=false 2024-11-16T18:21:47,144 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:21:47,145 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:21:47,154 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/switch/split already deleted, retry=false 2024-11-16T18:21:47,155 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:21:47,165 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/switch/merge already deleted, retry=false 2024-11-16T18:21:47,166 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:21:47,173 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:47,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,175 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/snapshot-cleanup already deleted, retry=false 2024-11-16T18:21:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1773536495/running 2024-11-16T18:21:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1773536495/running 2024-11-16T18:21:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,186 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,41701,1731781305089, sessionid=0x10144e180e20003, setting cluster-up flag (Was=false) 2024-11-16T18:21:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:47,238 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1773536495/flush-table-proc/acquired, /1773536495/flush-table-proc/reached, /1773536495/flush-table-proc/abort 2024-11-16T18:21:47,239 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,41701,1731781305089 2024-11-16T18:21:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:47,291 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1773536495/online-snapshot/acquired, /1773536495/online-snapshot/reached, /1773536495/online-snapshot/abort 2024-11-16T18:21:47,292 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,41701,1731781305089 2024-11-16T18:21:47,293 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:21:47,294 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:47,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:21:47,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:21:47,294 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,41701,1731781305089 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:21:47,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:47,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:47,295 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:47,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:47,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:21:47,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:47,296 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781337296 2024-11-16T18:21:47,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:21:47,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:21:47,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:21:47,296 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:21:47,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:21:47,297 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:21:47,298 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781307297,5,FailOnTimeoutGroup] 2024-11-16T18:21:47,298 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781307298,5,FailOnTimeoutGroup] 2024-11-16T18:21:47,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:21:47,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,298 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:47,298 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:21:47,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:21:47,348 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(746): ClusterId : 626713fb-bd48-4cc4-ba89-8b9be6ae2032 2024-11-16T18:21:47,348 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:21:47,360 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:21:47,360 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:21:47,371 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:21:47,371 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c17223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:47,383 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:44627 2024-11-16T18:21:47,383 INFO [RS:0;3bde9015baec:44627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:21:47,383 INFO [RS:0;3bde9015baec:44627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:21:47,383 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:21:47,384 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,41701,1731781305089 with port=44627, startcode=1731781305321 2024-11-16T18:21:47,384 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:21:47,385 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:21:47,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41701 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,387 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756 2024-11-16T18:21:47,387 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45977 2024-11-16T18:21:47,387 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:21:47,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/rs 2024-11-16T18:21:47,397 DEBUG [RS:0;3bde9015baec:44627 {}] zookeeper.ZKUtil(111): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on existing znode=/1773536495/rs/3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,397 WARN [RS:0;3bde9015baec:44627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:47,397 INFO [RS:0;3bde9015baec:44627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:47,397 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,44627,1731781305321] 2024-11-16T18:21:47,399 INFO [RS:0;3bde9015baec:44627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:21:47,402 INFO [RS:0;3bde9015baec:44627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:21:47,402 INFO [RS:0;3bde9015baec:44627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:21:47,402 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,402 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:21:47,403 INFO [RS:0;3bde9015baec:44627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:21:47,403 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:47,403 DEBUG [RS:0;3bde9015baec:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,404 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44627,1731781305321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:47,418 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:21:47,418 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,44627,1731781305321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,418 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,418 INFO [RS:0;3bde9015baec:44627 {}] regionserver.Replication(171): 3bde9015baec,44627,1731781305321 started 2024-11-16T18:21:47,432 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:47,432 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,44627,1731781305321, RpcServer on 3bde9015baec/172.17.0.2:44627, sessionid=0x10144e180e20004 2024-11-16T18:21:47,432 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:21:47,432 DEBUG [RS:0;3bde9015baec:44627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,432 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44627,1731781305321' 2024-11-16T18:21:47,432 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1773536495/flush-table-proc/abort' 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1773536495/flush-table-proc/acquired' 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,44627,1731781305321 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,44627,1731781305321' 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1773536495/online-snapshot/abort' 2024-11-16T18:21:47,433 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1773536495/online-snapshot/acquired' 2024-11-16T18:21:47,434 DEBUG [RS:0;3bde9015baec:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:21:47,434 INFO [RS:0;3bde9015baec:44627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:21:47,434 INFO [RS:0;3bde9015baec:44627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:21:47,534 INFO [RS:0;3bde9015baec:44627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:47,535 INFO [RS:0;3bde9015baec:44627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44627%2C1731781305321, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/oldWALs, maxLogs=10 2024-11-16T18:21:47,548 DEBUG [RS:0;3bde9015baec:44627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, exclude list is [], retry=0 2024-11-16T18:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45479,DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502,DISK] 2024-11-16T18:21:47,551 INFO [RS:0;3bde9015baec:44627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 2024-11-16T18:21:47,551 DEBUG [RS:0;3bde9015baec:44627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-16T18:21:47,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:21:47,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756 2024-11-16T18:21:47,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:21:47,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:21:48,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:48,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:48,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:48,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:48,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:48,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:48,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:48,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:48,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:48,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:48,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740 2024-11-16T18:21:48,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740 2024-11-16T18:21:48,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:48,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:48,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:48,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:48,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:48,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72393573, jitterRate=0.07874830067157745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781308111Initializing all the Stores at 1731781308111Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781308111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308111Cleaning up temporary data from old regions at 1731781308118 (+7 ms)Region opened successfully at 1731781308121 (+3 ms) 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:48,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:48,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:48,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781308121Disabling compacts and flushes for region at 1731781308121Disabling writes for close at 1731781308121Writing region close event to WAL at 1731781308121Closed at 1731781308121 2024-11-16T18:21:48,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:48,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:21:48,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:21:48,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:48,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:21:48,274 DEBUG [3bde9015baec:41701 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:21:48,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:21:48,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44627,1731781305321, state=OPENING 2024-11-16T18:21:48,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:21:48,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:48,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:21:48,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:48,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1773536495/meta-region-server: CHANGED 2024-11-16T18:21:48,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1773536495/meta-region-server: CHANGED 2024-11-16T18:21:48,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44627,1731781305321}] 2024-11-16T18:21:48,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:48,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:21:48,563 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:21:48,563 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:48,563 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:21:48,564 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44627%2C1731781305321.meta, suffix=.meta, logDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/oldWALs, maxLogs=10 2024-11-16T18:21:48,576 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.meta.1731781308565.meta, exclude list is [], retry=0 2024-11-16T18:21:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45479,DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502,DISK] 2024-11-16T18:21:48,579 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.meta.1731781308565.meta 2024-11-16T18:21:48,579 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-16T18:21:48,579 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:48,580 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:21:48,580 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:21:48,580 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:21:48,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:48,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:48,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:48,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:48,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:48,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:48,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:48,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:48,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:48,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:48,585 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:48,585 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740 2024-11-16T18:21:48,586 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740 2024-11-16T18:21:48,586 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:48,586 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:48,587 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:48,587 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:48,588 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65436693, jitterRate=-0.02491728961467743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:48,588 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:21:48,588 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781308580Writing region info on filesystem at 1731781308580Initializing all the Stores at 1731781308581 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781308581Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781308581Cleaning up temporary data from old regions at 1731781308586 (+5 ms)Running coprocessor post-open hooks at 1731781308588 (+2 ms)Region opened successfully at 1731781308588 2024-11-16T18:21:48,589 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781308559 2024-11-16T18:21:48,590 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:21:48,590 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:21:48,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:21:48,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,44627,1731781305321, state=OPEN 2024-11-16T18:21:48,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1773536495/meta-region-server 2024-11-16T18:21:48,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1773536495/meta-region-server 2024-11-16T18:21:48,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,44627,1731781305321 2024-11-16T18:21:48,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1773536495/meta-region-server: CHANGED 2024-11-16T18:21:48,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1773536495/meta-region-server: CHANGED 2024-11-16T18:21:48,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:21:48,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,44627,1731781305321 in 195 msec 2024-11-16T18:21:48,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:21:48,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-16T18:21:48,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:48,606 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:21:48,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:48,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44627,1731781305321, seqNum=-1] 2024-11-16T18:21:48,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:48,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:48,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-16T18:21:48,612 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781308611, completionTime=-1 2024-11-16T18:21:48,612 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:21:48,612 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781368613 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781428613 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,613 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,614 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:41701, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,614 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,614 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,615 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.231sec 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:48,617 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:21:48,619 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:21:48,619 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:21:48,619 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,41701,1731781305089-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:48,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a06953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:48,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:21:48,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:48,649 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501facbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:48,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:48,651 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:48,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4dd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:48,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44627,1731781305321, seqNum=-1] 2024-11-16T18:21:48,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:48,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:48,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,41701,1731781305089 2024-11-16T18:21:48,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:48,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:48,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144e180e20005 connected 2024-11-16T18:21:48,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir so I do NOT create it in target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee 2024-11-16T18:21:48,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:21:48,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.tmp.dir so I do NOT create it in target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee 2024-11-16T18:21:48,677 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:21:48,677 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee 2024-11-16T18:21:48,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/cluster_0a7dcb50-78a7-46f7-97b5-e75c76ea627a, deleteOnExit=true 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/test.cache.data in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:21:48,678 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:21:48,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:21:48,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:21:48,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:48,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:48,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:48,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:48,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:21:48,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:48,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb8c0a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:48,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9f2e58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:49,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f5c7c0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/java.io.tmpdir/jetty-localhost-34005-hadoop-hdfs-3_4_1-tests_jar-_-any-11326740123272735633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:21:49,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38775b6c{HTTP/1.1, (http/1.1)}{localhost:34005} 2024-11-16T18:21:49,068 INFO [Time-limited test {}] server.Server(415): Started @293593ms 2024-11-16T18:21:49,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:21:49,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:21:49,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:21:49,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:21:49,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:21:49,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11f8103c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:21:49,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2e90be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:21:49,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35806290{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/java.io.tmpdir/jetty-localhost-35367-hadoop-hdfs-3_4_1-tests_jar-_-any-13550048344134630585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:21:49,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c0048dd{HTTP/1.1, (http/1.1)}{localhost:35367} 2024-11-16T18:21:49,420 INFO [Time-limited test {}] server.Server(415): Started @293945ms 2024-11-16T18:21:49,421 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:21:50,417 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/cluster_0a7dcb50-78a7-46f7-97b5-e75c76ea627a/data/data1/current/BP-700761380-172.17.0.2-1731781308694/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:50,417 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/cluster_0a7dcb50-78a7-46f7-97b5-e75c76ea627a/data/data2/current/BP-700761380-172.17.0.2-1731781308694/current, will proceed with Du for space computation calculation, 2024-11-16T18:21:50,431 WARN [Thread-3685 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:21:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf27dc64e38759eb with lease ID 0x5db456ff0649b3c8: Processing first storage report for DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec from datanode DatanodeRegistration(127.0.0.1:44009, datanodeUuid=a0d4800c-130e-4c1b-9153-7d6a5bf7b178, infoPort=35551, infoSecurePort=0, ipcPort=43293, storageInfo=lv=-57;cid=testClusterID;nsid=501693135;c=1731781308694) 2024-11-16T18:21:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf27dc64e38759eb with lease ID 0x5db456ff0649b3c8: from storage DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec node DatanodeRegistration(127.0.0.1:44009, datanodeUuid=a0d4800c-130e-4c1b-9153-7d6a5bf7b178, infoPort=35551, infoSecurePort=0, ipcPort=43293, storageInfo=lv=-57;cid=testClusterID;nsid=501693135;c=1731781308694), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf27dc64e38759eb with lease ID 0x5db456ff0649b3c8: Processing first storage report for DS-cc27a862-ac51-468f-a1a8-23076502ec23 from datanode DatanodeRegistration(127.0.0.1:44009, datanodeUuid=a0d4800c-130e-4c1b-9153-7d6a5bf7b178, infoPort=35551, infoSecurePort=0, ipcPort=43293, storageInfo=lv=-57;cid=testClusterID;nsid=501693135;c=1731781308694) 2024-11-16T18:21:50,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf27dc64e38759eb with lease ID 0x5db456ff0649b3c8: from storage DS-cc27a862-ac51-468f-a1a8-23076502ec23 node DatanodeRegistration(127.0.0.1:44009, datanodeUuid=a0d4800c-130e-4c1b-9153-7d6a5bf7b178, infoPort=35551, infoSecurePort=0, ipcPort=43293, storageInfo=lv=-57;cid=testClusterID;nsid=501693135;c=1731781308694), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:21:50,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee 2024-11-16T18:21:50,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:50,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:50,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:21:50,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433 with version=8 2024-11-16T18:21:50,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/hbase-staging 2024-11-16T18:21:50,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:21:50,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:50,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36625 2024-11-16T18:21:50,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36625 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:50,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366250x0, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:50,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36625-0x10144e180e20006 connected 2024-11-16T18:21:50,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:50,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:50,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/running 2024-11-16T18:21:50,989 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433, hbase.cluster.distributed=false 2024-11-16T18:21:50,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/acl 2024-11-16T18:21:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36625 2024-11-16T18:21:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36625 2024-11-16T18:21:50,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36625 2024-11-16T18:21:50,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36625 2024-11-16T18:21:50,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36625 2024-11-16T18:21:51,009 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:21:51,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:21:51,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35465 2024-11-16T18:21:51,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35465 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:51,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:51,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:51,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354650x0, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:51,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354650x0, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/running 2024-11-16T18:21:51,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35465-0x10144e180e20007 connected 2024-11-16T18:21:51,023 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:21:51,023 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:21:51,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/master 2024-11-16T18:21:51,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/acl 2024-11-16T18:21:51,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-16T18:21:51,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35465 2024-11-16T18:21:51,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35465 2024-11-16T18:21:51,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-16T18:21:51,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35465 2024-11-16T18:21:51,043 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:36625 2024-11-16T18:21:51,044 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2426663860/backup-masters/3bde9015baec,36625,1731781310866 2024-11-16T18:21:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/backup-masters 2024-11-16T18:21:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/backup-masters 2024-11-16T18:21:51,055 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on existing znode=/2426663860/backup-masters/3bde9015baec,36625,1731781310866 2024-11-16T18:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2426663860/master 2024-11-16T18:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:51,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:51,065 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on existing znode=/2426663860/master 2024-11-16T18:21:51,065 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2426663860/backup-masters/3bde9015baec,36625,1731781310866 from backup master directory 2024-11-16T18:21:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/backup-masters 2024-11-16T18:21:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2426663860/backup-masters/3bde9015baec,36625,1731781310866 2024-11-16T18:21:51,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/backup-masters 2024-11-16T18:21:51,075 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:51,075 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,36625,1731781310866 2024-11-16T18:21:51,078 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/hbase.id] with ID: 9dec560e-a4c8-4623-92bb-deaae2556aae 2024-11-16T18:21:51,078 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/.tmp/hbase.id 2024-11-16T18:21:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:21:51,482 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/.tmp/hbase.id]:[hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/hbase.id] 2024-11-16T18:21:51,489 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:21:51,489 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:21:51,489 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T18:21:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:21:51,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T18:21:51,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T18:21:51,937 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:51,938 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:21:51,938 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:51,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:21:52,343 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store 2024-11-16T18:21:52,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:21:52,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:52,748 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:21:52,748 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781312748Disabling compacts and flushes for region at 1731781312748Disabling writes for close at 1731781312748Writing region close event to WAL at 1731781312748Closed at 1731781312748 2024-11-16T18:21:52,749 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/.initializing 2024-11-16T18:21:52,749 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/WALs/3bde9015baec,36625,1731781310866 2024-11-16T18:21:52,749 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:52,751 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C36625%2C1731781310866, suffix=, logDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/WALs/3bde9015baec,36625,1731781310866, archiveDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/oldWALs, maxLogs=10 2024-11-16T18:21:52,762 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/WALs/3bde9015baec,36625,1731781310866/3bde9015baec%2C36625%2C1731781310866.1731781312751, exclude list is [], retry=0 2024-11-16T18:21:52,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44009,DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec,DISK] 2024-11-16T18:21:52,765 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/WALs/3bde9015baec,36625,1731781310866/3bde9015baec%2C36625%2C1731781310866.1731781312751 2024-11-16T18:21:52,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-16T18:21:52,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:52,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:52,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,766 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:21:52,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:52,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:21:52,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:52,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:21:52,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:52,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:21:52,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:52,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:52,771 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,772 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,773 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:52,774 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:21:52,775 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:52,775 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59347485, jitterRate=-0.11565355956554413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:52,776 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781312766Initializing all the Stores at 1731781312767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781312767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781312767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781312767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781312767Cleaning up temporary data from old regions at 1731781312773 (+6 ms)Region opened successfully at 1731781312775 (+2 ms) 2024-11-16T18:21:52,776 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:21:52,778 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179cfd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:52,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:21:52,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:21:52,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:21:52,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:21:52,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:21:52,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:21:52,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:21:52,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:21:52,781 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/balancer because node does not exist (not necessarily an error) 2024-11-16T18:21:52,901 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/balancer already deleted, retry=false 2024-11-16T18:21:52,902 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:21:52,902 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:21:52,912 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/normalizer already deleted, retry=false 2024-11-16T18:21:52,912 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:21:52,913 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:21:52,922 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/switch/split already deleted, retry=false 2024-11-16T18:21:52,923 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:21:52,933 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/switch/merge already deleted, retry=false 2024-11-16T18:21:52,934 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:21:52,943 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/snapshot-cleanup already deleted, retry=false 2024-11-16T18:21:52,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2426663860/running 2024-11-16T18:21:52,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:52,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2426663860/running 2024-11-16T18:21:52,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:52,954 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,36625,1731781310866, sessionid=0x10144e180e20006, setting cluster-up flag (Was=false) 2024-11-16T18:21:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:52,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:53,079 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2426663860/flush-table-proc/acquired, /2426663860/flush-table-proc/reached, /2426663860/flush-table-proc/abort 2024-11-16T18:21:53,080 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,36625,1731781310866 2024-11-16T18:21:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:53,206 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2426663860/online-snapshot/acquired, /2426663860/online-snapshot/reached, /2426663860/online-snapshot/abort 2024-11-16T18:21:53,207 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,36625,1731781310866 2024-11-16T18:21:53,208 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:21:53,209 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:53,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:21:53,210 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:21:53,210 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,36625,1731781310866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:53,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781343212 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:21:53,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:21:53,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:21:53,212 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:21:53,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:53,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:21:53,213 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:21:53,214 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781313213,5,FailOnTimeoutGroup] 2024-11-16T18:21:53,214 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781313214,5,FailOnTimeoutGroup] 2024-11-16T18:21:53,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:21:53,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,214 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:21:53,233 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(746): ClusterId : 9dec560e-a4c8-4623-92bb-deaae2556aae 2024-11-16T18:21:53,233 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:21:53,244 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:21:53,244 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:21:53,255 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:21:53,255 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d2add, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:21:53,268 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:35465 2024-11-16T18:21:53,268 INFO [RS:0;3bde9015baec:35465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:21:53,268 INFO [RS:0;3bde9015baec:35465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:21:53,268 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:21:53,269 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,36625,1731781310866 with port=35465, startcode=1731781311009 2024-11-16T18:21:53,269 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:21:53,270 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:21:53,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,270 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36625 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,271 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433 2024-11-16T18:21:53,271 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44263 2024-11-16T18:21:53,271 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:21:53,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/rs 2024-11-16T18:21:53,323 DEBUG [RS:0;3bde9015baec:35465 {}] zookeeper.ZKUtil(111): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on existing znode=/2426663860/rs/3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,323 WARN [RS:0;3bde9015baec:35465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:21:53,323 INFO [RS:0;3bde9015baec:35465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:53,323 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,35465,1731781311009] 2024-11-16T18:21:53,325 INFO [RS:0;3bde9015baec:35465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:21:53,326 INFO [RS:0;3bde9015baec:35465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:21:53,327 INFO [RS:0;3bde9015baec:35465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:21:53,327 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,327 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:21:53,327 INFO [RS:0;3bde9015baec:35465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:21:53,327 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,327 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:21:53,328 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:53,328 DEBUG [RS:0;3bde9015baec:35465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,328 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35465,1731781311009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:53,341 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:21:53,341 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35465,1731781311009-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,341 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,341 INFO [RS:0;3bde9015baec:35465 {}] regionserver.Replication(171): 3bde9015baec,35465,1731781311009 started 2024-11-16T18:21:53,353 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:53,353 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,35465,1731781311009, RpcServer on 3bde9015baec/172.17.0.2:35465, sessionid=0x10144e180e20007 2024-11-16T18:21:53,353 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:21:53,353 DEBUG [RS:0;3bde9015baec:35465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,353 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,35465,1731781311009' 2024-11-16T18:21:53,353 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2426663860/flush-table-proc/abort' 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2426663860/flush-table-proc/acquired' 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,35465,1731781311009 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,35465,1731781311009' 2024-11-16T18:21:53,354 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2426663860/online-snapshot/abort' 2024-11-16T18:21:53,355 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2426663860/online-snapshot/acquired' 2024-11-16T18:21:53,355 DEBUG [RS:0;3bde9015baec:35465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:21:53,355 INFO [RS:0;3bde9015baec:35465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:21:53,355 INFO [RS:0;3bde9015baec:35465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:21:53,455 INFO [RS:0;3bde9015baec:35465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:21:53,456 INFO [RS:0;3bde9015baec:35465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35465%2C1731781311009, suffix=, logDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009, archiveDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/oldWALs, maxLogs=10 2024-11-16T18:21:53,468 DEBUG [RS:0;3bde9015baec:35465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, exclude list is [], retry=0 2024-11-16T18:21:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44009,DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec,DISK] 2024-11-16T18:21:53,471 INFO [RS:0;3bde9015baec:35465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 2024-11-16T18:21:53,471 DEBUG [RS:0;3bde9015baec:35465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-16T18:21:53,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:21:53,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433 2024-11-16T18:21:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:21:54,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:54,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:54,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:54,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:54,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:54,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:54,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:54,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:54,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:54,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:54,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740 2024-11-16T18:21:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740 2024-11-16T18:21:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:54,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:54,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:54,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:54,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59600798, jitterRate=-0.111878901720047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781314022Initializing all the Stores at 1731781314023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781314023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314023Cleaning up temporary data from old regions at 1731781314029 (+6 ms)Region opened successfully at 1731781314032 (+3 ms) 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:21:54,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:21:54,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:21:54,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781314032Disabling compacts and flushes for region at 1731781314032Disabling writes for close at 1731781314032Writing region close event to WAL at 1731781314032Closed at 1731781314032 2024-11-16T18:21:54,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:54,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:21:54,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:21:54,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:54,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:21:54,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:54,184 DEBUG [3bde9015baec:36625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:21:54,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:21:54,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,35465,1731781311009, state=OPENING 2024-11-16T18:21:54,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:21:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:54,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:21:54,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2426663860/meta-region-server: CHANGED 2024-11-16T18:21:54,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2426663860/meta-region-server: CHANGED 2024-11-16T18:21:54,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:21:54,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,35465,1731781311009}] 2024-11-16T18:21:54,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:21:54,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:21:54,457 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:21:54,457 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:21:54,457 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:21:54,458 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35465%2C1731781311009.meta, suffix=.meta, logDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009, archiveDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/oldWALs, maxLogs=10 2024-11-16T18:21:54,474 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.meta.1731781314459.meta, exclude list is [], retry=0 2024-11-16T18:21:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44009,DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec,DISK] 2024-11-16T18:21:54,477 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.meta.1731781314459.meta 2024-11-16T18:21:54,477 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-16T18:21:54,477 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:54,478 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:21:54,478 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:21:54,478 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:21:54,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:21:54,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:21:54,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:21:54,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:21:54,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:21:54,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:21:54,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:21:54,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:21:54,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:21:54,482 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:21:54,483 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740 2024-11-16T18:21:54,483 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740 2024-11-16T18:21:54,484 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:21:54,484 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:21:54,485 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:21:54,485 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:21:54,486 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72494962, jitterRate=0.08025911450386047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:21:54,486 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:21:54,486 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781314478Writing region info on filesystem at 1731781314478Initializing all the Stores at 1731781314479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781314479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781314479Cleaning up temporary data from old regions at 1731781314484 (+5 ms)Running coprocessor post-open hooks at 1731781314486 (+2 ms)Region opened successfully at 1731781314486 2024-11-16T18:21:54,487 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781314453 2024-11-16T18:21:54,489 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:21:54,489 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:21:54,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:21:54,490 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,35465,1731781311009, state=OPEN 2024-11-16T18:21:54,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2426663860/meta-region-server 2024-11-16T18:21:54,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2426663860/meta-region-server 2024-11-16T18:21:54,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,35465,1731781311009 2024-11-16T18:21:54,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2426663860/meta-region-server: CHANGED 2024-11-16T18:21:54,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2426663860/meta-region-server: CHANGED 2024-11-16T18:21:54,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:21:54,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,35465,1731781311009 in 199 msec 2024-11-16T18:21:54,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:21:54,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-16T18:21:54,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:21:54,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:21:54,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:54,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35465,1731781311009, seqNum=-1] 2024-11-16T18:21:54,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:54,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:54,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-16T18:21:54,511 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781314511, completionTime=-1 2024-11-16T18:21:54,511 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:21:54,511 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:21:54,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:21:54,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781374512 2024-11-16T18:21:54,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781434512 2024-11-16T18:21:54,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:36625, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,513 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,514 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.441sec 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:21:54,516 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:21:54,518 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:21:54,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:21:54,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,36625,1731781310866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:21:54,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73307db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:54,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:21:54,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:21:54,535 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658ac014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:21:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:21:54,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:21:54,536 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:21:54,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510674ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:21:54,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:21:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35465,1731781311009, seqNum=-1] 2024-11-16T18:21:54,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:21:54,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:21:54,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,36625,1731781310866 2024-11-16T18:21:54,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57183 2024-11-16T18:21:54,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:21:54,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10144e180e20008 connected 2024-11-16T18:21:54,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39593,1731781299614 2024-11-16T18:21:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ecf8d10 2024-11-16T18:21:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:54,563 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:54,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:54,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:54,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:54,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:54,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:54,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05a2a007c984c2ebd0b1546f045d0a43, NAME => 'test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493 2024-11-16T18:21:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05a2a007c984c2ebd0b1546f045d0a43, disabling compactions & flushes 2024-11-16T18:21:55,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. after waiting 0 ms 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,377 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,377 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05a2a007c984c2ebd0b1546f045d0a43: Waiting for close lock at 1731781315377Disabling compacts and flushes for region at 1731781315377Disabling writes for close at 1731781315377Writing region close event to WAL at 1731781315377Closed at 1731781315377 2024-11-16T18:21:55,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:55,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781315378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781315378"}]},"ts":"1731781315378"} 2024-11-16T18:21:55,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:55,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:55,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781315381"}]},"ts":"1731781315381"} 2024-11-16T18:21:55,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:55,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05a2a007c984c2ebd0b1546f045d0a43, ASSIGN}] 2024-11-16T18:21:55,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05a2a007c984c2ebd0b1546f045d0a43, ASSIGN 2024-11-16T18:21:55,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05a2a007c984c2ebd0b1546f045d0a43, ASSIGN; state=OFFLINE, location=3bde9015baec,33033,1731781299811; forceNewPlan=false, retain=false 2024-11-16T18:21:55,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05a2a007c984c2ebd0b1546f045d0a43, regionState=OPENING, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:21:55,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05a2a007c984c2ebd0b1546f045d0a43, ASSIGN because future has completed 2024-11-16T18:21:55,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05a2a007c984c2ebd0b1546f045d0a43, server=3bde9015baec,33033,1731781299811}] 2024-11-16T18:21:55,691 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,691 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05a2a007c984c2ebd0b1546f045d0a43, NAME => 'test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:55,692 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:55,692 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:55,692 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,692 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:55,692 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,692 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,693 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,694 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05a2a007c984c2ebd0b1546f045d0a43 columnFamilyName f 2024-11-16T18:21:55,694 DEBUG [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:55,694 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(327): Store=05a2a007c984c2ebd0b1546f045d0a43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:55,694 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,695 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05a2a007c984c2ebd0b1546f045d0a43 columnFamilyName f1 2024-11-16T18:21:55,695 DEBUG [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:55,695 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(327): Store=05a2a007c984c2ebd0b1546f045d0a43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:55,695 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,696 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05a2a007c984c2ebd0b1546f045d0a43 columnFamilyName norep 2024-11-16T18:21:55,696 DEBUG [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:55,696 INFO [StoreOpener-05a2a007c984c2ebd0b1546f045d0a43-1 {}] regionserver.HStore(327): Store=05a2a007c984c2ebd0b1546f045d0a43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:55,696 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,697 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,697 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,697 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,697 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,698 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:55,699 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,700 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:55,700 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05a2a007c984c2ebd0b1546f045d0a43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61282580, jitterRate=-0.0868183970451355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:55,700 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:21:55,701 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05a2a007c984c2ebd0b1546f045d0a43: Running coprocessor pre-open hook at 1731781315692Writing region info on filesystem at 1731781315692Initializing all the Stores at 1731781315693 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781315693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781315693Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781315693Cleaning up temporary data from old regions at 1731781315697 (+4 ms)Running coprocessor post-open hooks at 1731781315700 (+3 ms)Region opened successfully at 1731781315701 (+1 ms) 2024-11-16T18:21:55,701 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43., pid=6, masterSystemTime=1731781315688 2024-11-16T18:21:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:55,703 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,703 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:21:55,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05a2a007c984c2ebd0b1546f045d0a43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:21:55,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05a2a007c984c2ebd0b1546f045d0a43, server=3bde9015baec,33033,1731781299811 because future has completed 2024-11-16T18:21:55,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:55,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05a2a007c984c2ebd0b1546f045d0a43, server=3bde9015baec,33033,1731781299811 in 169 msec 2024-11-16T18:21:55,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:55,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05a2a007c984c2ebd0b1546f045d0a43, ASSIGN in 324 msec 2024-11-16T18:21:55,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:55,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781315708"}]},"ts":"1731781315708"} 2024-11-16T18:21:55,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:55,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:55,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-16T18:21:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:56,713 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:21:56,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2266f53d 2024-11-16T18:21:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:56,714 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:56,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:56,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:56,717 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:56,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:56,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:56,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2636b985d9874b1b9daa1eaa54478389, NAME => 'test,,1731781316715.2636b985d9874b1b9daa1eaa54478389.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756 2024-11-16T18:21:56,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781316715.2636b985d9874b1b9daa1eaa54478389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2636b985d9874b1b9daa1eaa54478389, disabling compactions & flushes 2024-11-16T18:21:57,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. after waiting 0 ms 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2636b985d9874b1b9daa1eaa54478389: Waiting for close lock at 1731781317129Disabling compacts and flushes for region at 1731781317129Disabling writes for close at 1731781317129Writing region close event to WAL at 1731781317129Closed at 1731781317129 2024-11-16T18:21:57,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:57,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781316715.2636b985d9874b1b9daa1eaa54478389.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781317130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781317130"}]},"ts":"1731781317130"} 2024-11-16T18:21:57,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:57,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:57,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781317133"}]},"ts":"1731781317133"} 2024-11-16T18:21:57,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:57,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2636b985d9874b1b9daa1eaa54478389, ASSIGN}] 2024-11-16T18:21:57,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2636b985d9874b1b9daa1eaa54478389, ASSIGN 2024-11-16T18:21:57,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2636b985d9874b1b9daa1eaa54478389, ASSIGN; state=OFFLINE, location=3bde9015baec,44627,1731781305321; forceNewPlan=false, retain=false 2024-11-16T18:21:57,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2636b985d9874b1b9daa1eaa54478389, regionState=OPENING, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:21:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2636b985d9874b1b9daa1eaa54478389, ASSIGN because future has completed 2024-11-16T18:21:57,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2636b985d9874b1b9daa1eaa54478389, server=3bde9015baec,44627,1731781305321}] 2024-11-16T18:21:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:57,443 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,443 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2636b985d9874b1b9daa1eaa54478389, NAME => 'test,,1731781316715.2636b985d9874b1b9daa1eaa54478389.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:57,443 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:57,443 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:57,444 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,444 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781316715.2636b985d9874b1b9daa1eaa54478389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:57,444 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,444 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,445 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,445 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2636b985d9874b1b9daa1eaa54478389 columnFamilyName f 2024-11-16T18:21:57,445 DEBUG [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:57,446 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(327): Store=2636b985d9874b1b9daa1eaa54478389/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:57,446 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,446 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2636b985d9874b1b9daa1eaa54478389 columnFamilyName f1 2024-11-16T18:21:57,447 DEBUG [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:57,447 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(327): Store=2636b985d9874b1b9daa1eaa54478389/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:57,447 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,447 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2636b985d9874b1b9daa1eaa54478389 columnFamilyName norep 2024-11-16T18:21:57,448 DEBUG [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:57,448 INFO [StoreOpener-2636b985d9874b1b9daa1eaa54478389-1 {}] regionserver.HStore(327): Store=2636b985d9874b1b9daa1eaa54478389/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:57,448 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,448 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,448 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,449 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,449 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,449 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:57,450 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,451 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:57,452 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2636b985d9874b1b9daa1eaa54478389; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61066129, jitterRate=-0.09004376828670502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:57,452 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:21:57,452 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2636b985d9874b1b9daa1eaa54478389: Running coprocessor pre-open hook at 1731781317444Writing region info on filesystem at 1731781317444Initializing all the Stores at 1731781317444Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781317444Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781317444Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781317444Cleaning up temporary data from old regions at 1731781317449 (+5 ms)Running coprocessor post-open hooks at 1731781317452 (+3 ms)Region opened successfully at 1731781317452 2024-11-16T18:21:57,453 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781316715.2636b985d9874b1b9daa1eaa54478389., pid=6, masterSystemTime=1731781317440 2024-11-16T18:21:57,454 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,454 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:21:57,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2636b985d9874b1b9daa1eaa54478389, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:21:57,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2636b985d9874b1b9daa1eaa54478389, server=3bde9015baec,44627,1731781305321 because future has completed 2024-11-16T18:21:57,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:57,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2636b985d9874b1b9daa1eaa54478389, server=3bde9015baec,44627,1731781305321 in 168 msec 2024-11-16T18:21:57,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:57,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2636b985d9874b1b9daa1eaa54478389, ASSIGN in 323 msec 2024-11-16T18:21:57,460 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:57,460 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781317460"}]},"ts":"1731781317460"} 2024-11-16T18:21:57,462 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:57,462 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:57,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-16T18:21:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:57,853 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:21:57,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:21:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36625,1731781310866 2024-11-16T18:21:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b78d165 2024-11-16T18:21:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:21:57,854 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:21:57,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:21:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:21:57,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:21:57,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:57,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:21:57,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:21:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:21:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:58,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c4a5e0c94bb89497276dcae68dab14d, NAME => 'test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433 2024-11-16T18:21:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c4a5e0c94bb89497276dcae68dab14d, disabling compactions & flushes 2024-11-16T18:21:58,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. after waiting 0 ms 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:58,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:58,667 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c4a5e0c94bb89497276dcae68dab14d: Waiting for close lock at 1731781318667Disabling compacts and flushes for region at 1731781318667Disabling writes for close at 1731781318667Writing region close event to WAL at 1731781318667Closed at 1731781318667 2024-11-16T18:21:58,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:21:58,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781318704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781318704"}]},"ts":"1731781318704"} 2024-11-16T18:21:58,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:21:58,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:21:58,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781318707"}]},"ts":"1731781318707"} 2024-11-16T18:21:58,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:21:58,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c4a5e0c94bb89497276dcae68dab14d, ASSIGN}] 2024-11-16T18:21:58,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c4a5e0c94bb89497276dcae68dab14d, ASSIGN 2024-11-16T18:21:58,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c4a5e0c94bb89497276dcae68dab14d, ASSIGN; state=OFFLINE, location=3bde9015baec,35465,1731781311009; forceNewPlan=false, retain=false 2024-11-16T18:21:58,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c4a5e0c94bb89497276dcae68dab14d, regionState=OPENING, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:21:58,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c4a5e0c94bb89497276dcae68dab14d, ASSIGN because future has completed 2024-11-16T18:21:58,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c4a5e0c94bb89497276dcae68dab14d, server=3bde9015baec,35465,1731781311009}] 2024-11-16T18:21:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:21:59,019 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:59,019 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c4a5e0c94bb89497276dcae68dab14d, NAME => 'test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:21:59,019 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:21:59,019 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:21:59,019 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,020 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:21:59,020 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,020 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,021 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,022 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4a5e0c94bb89497276dcae68dab14d columnFamilyName f 2024-11-16T18:21:59,022 DEBUG [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:59,022 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(327): Store=3c4a5e0c94bb89497276dcae68dab14d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:59,022 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,023 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4a5e0c94bb89497276dcae68dab14d columnFamilyName f1 2024-11-16T18:21:59,023 DEBUG [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:59,023 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(327): Store=3c4a5e0c94bb89497276dcae68dab14d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:59,023 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,024 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c4a5e0c94bb89497276dcae68dab14d columnFamilyName norep 2024-11-16T18:21:59,024 DEBUG [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:21:59,024 INFO [StoreOpener-3c4a5e0c94bb89497276dcae68dab14d-1 {}] regionserver.HStore(327): Store=3c4a5e0c94bb89497276dcae68dab14d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:21:59,024 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,025 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,026 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,026 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:21:59,026 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,028 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:21:59,028 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c4a5e0c94bb89497276dcae68dab14d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62114219, jitterRate=-0.07442601025104523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:21:59,028 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:21:59,028 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c4a5e0c94bb89497276dcae68dab14d: Running coprocessor pre-open hook at 1731781319020Writing region info on filesystem at 1731781319020Initializing all the Stores at 1731781319020Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781319020Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781319020Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781319020Cleaning up temporary data from old regions at 1731781319026 (+6 ms)Running coprocessor post-open hooks at 1731781319028 (+2 ms)Region opened successfully at 1731781319028 2024-11-16T18:21:59,029 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., pid=6, masterSystemTime=1731781319015 2024-11-16T18:21:59,031 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:59,031 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:21:59,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c4a5e0c94bb89497276dcae68dab14d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:21:59,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c4a5e0c94bb89497276dcae68dab14d, server=3bde9015baec,35465,1731781311009 because future has completed 2024-11-16T18:21:59,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:21:59,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c4a5e0c94bb89497276dcae68dab14d, server=3bde9015baec,35465,1731781311009 in 170 msec 2024-11-16T18:21:59,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:21:59,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c4a5e0c94bb89497276dcae68dab14d, ASSIGN in 326 msec 2024-11-16T18:21:59,037 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:21:59,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781319037"}]},"ts":"1731781319037"} 2024-11-16T18:21:59,038 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:21:59,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:21:59,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-16T18:21:59,325 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:21:59,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:21:59,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:59,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:59,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:59,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:21:59,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:00,003 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:22:00,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277027f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39593,-1 for getting cluster id 2024-11-16T18:22:00,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:00,004 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50edd255-7b6d-4312-8e0f-ef4dbd5432c1' 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50edd255-7b6d-4312-8e0f-ef4dbd5432c1" 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6ec88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39593,-1] 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:00,006 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dad7cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,39593,1731781299614 2024-11-16T18:22:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb64082 2024-11-16T18:22:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:00,008 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:00,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:41701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:00,010 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41701' 2024-11-16T18:22:00,011 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318fca63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,011 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:00,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:00,012 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fc1557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:00,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:00,013 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:00,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac51059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:00,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:00,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:22:00,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdecef9 2024-11-16T18:22:00,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:00,015 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:00,015 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:22:00,015 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:00,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:00,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:00,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:00,016 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:00,017 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:22:00,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:00,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:00,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:00,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:22:00,034 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2c5ee61d92d3abfa79e0feb74f943e1, NAME => 'hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493 2024-11-16T18:22:00,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:22:00,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:00,067 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:22:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:00,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:00,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2c5ee61d92d3abfa79e0feb74f943e1, disabling compactions & flushes 2024-11-16T18:22:00,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. after waiting 0 ms 2024-11-16T18:22:00,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2c5ee61d92d3abfa79e0feb74f943e1: Waiting for close lock at 1731781320442Disabling compacts and flushes for region at 1731781320442Disabling writes for close at 1731781320443 (+1 ms)Writing region close event to WAL at 1731781320443Closed at 1731781320443 2024-11-16T18:22:00,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:00,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781320444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781320444"}]},"ts":"1731781320444"} 2024-11-16T18:22:00,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:00,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:00,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781320446"}]},"ts":"1731781320446"} 2024-11-16T18:22:00,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:22:00,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2c5ee61d92d3abfa79e0feb74f943e1, ASSIGN}] 2024-11-16T18:22:00,448 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2c5ee61d92d3abfa79e0feb74f943e1, ASSIGN 2024-11-16T18:22:00,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2c5ee61d92d3abfa79e0feb74f943e1, ASSIGN; state=OFFLINE, location=3bde9015baec,33033,1731781299811; forceNewPlan=false, retain=false 2024-11-16T18:22:00,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2c5ee61d92d3abfa79e0feb74f943e1, regionState=OPENING, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:22:00,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2c5ee61d92d3abfa79e0feb74f943e1, ASSIGN because future has completed 2024-11-16T18:22:00,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2c5ee61d92d3abfa79e0feb74f943e1, server=3bde9015baec,33033,1731781299811}] 2024-11-16T18:22:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:00,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:00,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:22:00,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C33033%2C1731781299811.rep, suffix=, logDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811, archiveDir=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/oldWALs, maxLogs=10 2024-11-16T18:22:00,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.rep.1731781320757, exclude list is [], retry=0 2024-11-16T18:22:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-35fdb725-83c8-491f-a894-a74871e692a9,DISK] 2024-11-16T18:22:00,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.rep.1731781320757 2024-11-16T18:22:00,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-16T18:22:00,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2c5ee61d92d3abfa79e0feb74f943e1, NAME => 'hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:00,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. service=MultiRowMutationService 2024-11-16T18:22:00,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,774 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,775 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c5ee61d92d3abfa79e0feb74f943e1 columnFamilyName hfileref 2024-11-16T18:22:00,775 DEBUG [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:00,775 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(327): Store=e2c5ee61d92d3abfa79e0feb74f943e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:00,775 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,776 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c5ee61d92d3abfa79e0feb74f943e1 columnFamilyName queue 2024-11-16T18:22:00,776 DEBUG [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:00,776 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(327): Store=e2c5ee61d92d3abfa79e0feb74f943e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:00,776 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,777 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c5ee61d92d3abfa79e0feb74f943e1 columnFamilyName sid 2024-11-16T18:22:00,777 DEBUG [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:00,777 INFO [StoreOpener-e2c5ee61d92d3abfa79e0feb74f943e1-1 {}] regionserver.HStore(327): Store=e2c5ee61d92d3abfa79e0feb74f943e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:00,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/replication/e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/replication/e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:00,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/replication/e2c5ee61d92d3abfa79e0feb74f943e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:00,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2c5ee61d92d3abfa79e0feb74f943e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73199119, jitterRate=0.09075187146663666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:00,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:00,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2c5ee61d92d3abfa79e0feb74f943e1: Running coprocessor pre-open hook at 1731781320773Writing region info on filesystem at 1731781320773Initializing all the Stores at 1731781320774 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781320774Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781320774Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781320774Cleaning up temporary data from old regions at 1731781320779 (+5 ms)Running coprocessor post-open hooks at 1731781320782 (+3 ms)Region opened successfully at 1731781320782 2024-11-16T18:22:00,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1., pid=10, masterSystemTime=1731781320753 2024-11-16T18:22:00,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:00,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2c5ee61d92d3abfa79e0feb74f943e1, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,33033,1731781299811 2024-11-16T18:22:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2c5ee61d92d3abfa79e0feb74f943e1, server=3bde9015baec,33033,1731781299811 because future has completed 2024-11-16T18:22:00,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:22:00,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2c5ee61d92d3abfa79e0feb74f943e1, server=3bde9015baec,33033,1731781299811 in 186 msec 2024-11-16T18:22:00,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:22:00,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2c5ee61d92d3abfa79e0feb74f943e1, ASSIGN in 341 msec 2024-11-16T18:22:00,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:00,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781320790"}]},"ts":"1731781320790"} 2024-11-16T18:22:00,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:22:00,792 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:00,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-16T18:22:00,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1., hostname=3bde9015baec,33033,1731781299811, seqNum=2] 2024-11-16T18:22:00,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:22:00,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:22:00,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:22:01,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:22:01,075 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:22:01,099 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,33033,1731781299811, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:22:01,099 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:01,099 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33033,1731781299811, seqNum=-1] 2024-11-16T18:22:01,099 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:01,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,33033,1731781299811', locateType=CURRENT is [region=hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1., hostname=3bde9015baec,33033,1731781299811, seqNum=2] 2024-11-16T18:22:01,103 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:22:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:22:01,105 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,33033,1731781299811 suceeded 2024-11-16T18:22:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:22:01,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T18:22:01,106 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:41701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:22:01,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0980 sec 2024-11-16T18:22:01,123 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41701' 2024-11-16T18:22:01,124 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6364f728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,124 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:01,125 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:01,125 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:01,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353fa1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:01,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,126 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:01,127 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f2dcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,127 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:22:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec3191c 2024-11-16T18:22:01,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:01,129 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:01,129 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,33033,1731781299811 (queues=1) is replicating from cluster=50edd255-7b6d-4312-8e0f-ef4dbd5432c1 to cluster=626713fb-bd48-4cc4-ba89-8b9be6ae2032 2024-11-16T18:22:01,129 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C33033%2C1731781299811 2024-11-16T18:22:01,130 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,33033,1731781299811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:22:01,130 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C33033%2C1731781299811 2024-11-16T18:22:01,130 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, startPosition=0, beingWritten=true 2024-11-16T18:22:01,135 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:01,135 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:01,135 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33033,1731781299811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:01,153 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:22:01,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:01,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:01,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:01,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395f994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:01,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:01,154 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:01,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb31f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:01,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,155 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637fdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:22:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656e9a5a 2024-11-16T18:22:01,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:01,157 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:01,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:36625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:01,160 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:36625' 2024-11-16T18:22:01,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3704ec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,160 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:22:01,160 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:01,161 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:22:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:22:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f970355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:22:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,162 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723b09dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:01,163 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36625,1731781310866 2024-11-16T18:22:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e364b15 2024-11-16T18:22:01,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:01,164 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:01,164 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:22:01,164 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:01,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,165 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:01,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:01,165 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:01,166 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:22:01,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:01,167 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:01,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:22:01,216 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:22:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:01,338 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:01,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f2e2300a2be90074420105a9589e813, NAME => 'hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756 2024-11-16T18:22:01,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:22:01,641 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:01,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T18:22:01,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T18:22:01,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:22:01,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T18:22:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f2e2300a2be90074420105a9589e813, disabling compactions & flushes 2024-11-16T18:22:01,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. after waiting 0 ms 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:01,978 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:01,978 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f2e2300a2be90074420105a9589e813: Waiting for close lock at 1731781321978Disabling compacts and flushes for region at 1731781321978Disabling writes for close at 1731781321978Writing region close event to WAL at 1731781321978Closed at 1731781321978 2024-11-16T18:22:01,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:01,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781321979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781321979"}]},"ts":"1731781321979"} 2024-11-16T18:22:01,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:01,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:01,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781321981"}]},"ts":"1731781321981"} 2024-11-16T18:22:01,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:22:01,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2e2300a2be90074420105a9589e813, ASSIGN}] 2024-11-16T18:22:01,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2e2300a2be90074420105a9589e813, ASSIGN 2024-11-16T18:22:01,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2e2300a2be90074420105a9589e813, ASSIGN; state=OFFLINE, location=3bde9015baec,44627,1731781305321; forceNewPlan=false, retain=false 2024-11-16T18:22:02,044 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:02,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f2e2300a2be90074420105a9589e813, regionState=OPENING, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:22:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2e2300a2be90074420105a9589e813, ASSIGN because future has completed 2024-11-16T18:22:02,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2e2300a2be90074420105a9589e813, server=3bde9015baec,44627,1731781305321}] 2024-11-16T18:22:02,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:02,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:02,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:22:02,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C44627%2C1731781305321.rep, suffix=, logDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321, archiveDir=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/oldWALs, maxLogs=10 2024-11-16T18:22:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:02,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.rep.1731781322292, exclude list is [], retry=0 2024-11-16T18:22:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45479,DS-f671c5f1-13e4-4afa-83fe-3a1c7033b502,DISK] 2024-11-16T18:22:02,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.rep.1731781322292 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36663:36663)] 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f2e2300a2be90074420105a9589e813, NAME => 'hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:02,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. service=MultiRowMutationService 2024-11-16T18:22:02,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:02,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,308 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,308 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2e2300a2be90074420105a9589e813 columnFamilyName hfileref 2024-11-16T18:22:02,308 DEBUG [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:02,309 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(327): Store=0f2e2300a2be90074420105a9589e813/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:02,309 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,309 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2e2300a2be90074420105a9589e813 columnFamilyName queue 2024-11-16T18:22:02,309 DEBUG [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:02,310 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(327): Store=0f2e2300a2be90074420105a9589e813/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:02,310 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,310 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2e2300a2be90074420105a9589e813 columnFamilyName sid 2024-11-16T18:22:02,310 DEBUG [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:02,311 INFO [StoreOpener-0f2e2300a2be90074420105a9589e813-1 {}] regionserver.HStore(327): Store=0f2e2300a2be90074420105a9589e813/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:02,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/replication/0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/replication/0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:02,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/replication/0f2e2300a2be90074420105a9589e813/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:02,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0f2e2300a2be90074420105a9589e813; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66132316, jitterRate=-0.014551699161529541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:02,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:02,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0f2e2300a2be90074420105a9589e813: Running coprocessor pre-open hook at 1731781322307Writing region info on filesystem at 1731781322307Initializing all the Stores at 1731781322307Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781322307Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781322307Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781322307Cleaning up temporary data from old regions at 1731781322312 (+5 ms)Running coprocessor post-open hooks at 1731781322315 (+3 ms)Region opened successfully at 1731781322315 2024-11-16T18:22:02,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., pid=10, masterSystemTime=1731781322288 2024-11-16T18:22:02,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:02,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:02,317 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0f2e2300a2be90074420105a9589e813, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,44627,1731781305321 2024-11-16T18:22:02,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2e2300a2be90074420105a9589e813, server=3bde9015baec,44627,1731781305321 because future has completed 2024-11-16T18:22:02,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:22:02,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f2e2300a2be90074420105a9589e813, server=3bde9015baec,44627,1731781305321 in 182 msec 2024-11-16T18:22:02,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:22:02,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2e2300a2be90074420105a9589e813, ASSIGN in 337 msec 2024-11-16T18:22:02,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:02,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781322322"}]},"ts":"1731781322322"} 2024-11-16T18:22:02,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:22:02,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:02,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1590 sec 2024-11-16T18:22:02,328 DEBUG [master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-16T18:22:02,329 DEBUG [master/3bde9015baec:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T18:22:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., hostname=3bde9015baec,44627,1731781305321, seqNum=2] 2024-11-16T18:22:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:22:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:22:02,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:22:02,547 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:02,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:22:02,611 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:22:02,635 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,44627,1731781305321, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:22:02,635 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:02,635 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44627,1731781305321, seqNum=-1] 2024-11-16T18:22:02,636 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:02,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:02,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,44627,1731781305321', locateType=CURRENT is [region=hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., hostname=3bde9015baec,44627,1731781305321, seqNum=2] 2024-11-16T18:22:02,639 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:22:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:22:02,641 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,44627,1731781305321 suceeded 2024-11-16T18:22:02,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:22:02,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-16T18:22:02,642 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:36625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:22:02,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-11-16T18:22:02,652 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:36625' 2024-11-16T18:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:22:02,653 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:02,654 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb308c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:02,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:22:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:02,655 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:02,655 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468c312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:02,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:02,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36625,1731781310866 2024-11-16T18:22:02,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d2beb6 2024-11-16T18:22:02,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:02,657 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:02,657 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,44627,1731781305321 (queues=1) is replicating from cluster=626713fb-bd48-4cc4-ba89-8b9be6ae2032 to cluster=9dec560e-a4c8-4623-92bb-deaae2556aae 2024-11-16T18:22:02,657 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C44627%2C1731781305321 2024-11-16T18:22:02,657 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,44627,1731781305321, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:22:02,658 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, startPosition=0, beingWritten=true 2024-11-16T18:22:02,658 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C44627%2C1731781305321 2024-11-16T18:22:02,662 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:02,662 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:02,662 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:02,812 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:02,813 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:02,813 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108718 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:02,864 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:03,150 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:03,168 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41701 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:03,303 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:22:03,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:03,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:03,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:03,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300acc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:22:03,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:03,304 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:22:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:22:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9ba054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:22:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:03,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,305 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30832fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,36625,1731781310866 2024-11-16T18:22:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f72079e 2024-11-16T18:22:03,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:03,307 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:03,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:41701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:03,310 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41701' 2024-11-16T18:22:03,310 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3742a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,310 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:03,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:03,311 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6129112d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,312 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:03,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4d8c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:03,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:03,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:22:03,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b256f9 2024-11-16T18:22:03,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:03,313 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:03,314 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:22:03,314 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:03,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:03,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:03,314 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:03,315 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:22:03,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:03,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:03,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:22:03,365 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:22:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:03,571 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:03,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5894fb54ab2f248d3f6e740ff63afe93, NAME => 'hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433 2024-11-16T18:22:03,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:22:03,853 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:04,074 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5894fb54ab2f248d3f6e740ff63afe93, disabling compactions & flushes 2024-11-16T18:22:04,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. after waiting 0 ms 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5894fb54ab2f248d3f6e740ff63afe93: Waiting for close lock at 1731781324159Disabling compacts and flushes for region at 1731781324159Disabling writes for close at 1731781324159Writing region close event to WAL at 1731781324159Closed at 1731781324159 2024-11-16T18:22:04,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:04,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781324160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781324160"}]},"ts":"1731781324160"} 2024-11-16T18:22:04,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:04,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:04,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781324162"}]},"ts":"1731781324162"} 2024-11-16T18:22:04,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:22:04,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5894fb54ab2f248d3f6e740ff63afe93, ASSIGN}] 2024-11-16T18:22:04,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5894fb54ab2f248d3f6e740ff63afe93, ASSIGN 2024-11-16T18:22:04,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5894fb54ab2f248d3f6e740ff63afe93, ASSIGN; state=OFFLINE, location=3bde9015baec,35465,1731781311009; forceNewPlan=false, retain=false 2024-11-16T18:22:04,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5894fb54ab2f248d3f6e740ff63afe93, regionState=OPENING, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:22:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5894fb54ab2f248d3f6e740ff63afe93, ASSIGN because future has completed 2024-11-16T18:22:04,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5894fb54ab2f248d3f6e740ff63afe93, server=3bde9015baec,35465,1731781311009}] 2024-11-16T18:22:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:04,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:04,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:22:04,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C35465%2C1731781311009.rep, suffix=, logDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009, archiveDir=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/oldWALs, maxLogs=10 2024-11-16T18:22:04,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.rep.1731781324473, exclude list is [], retry=0 2024-11-16T18:22:04,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44009,DS-4ab5dfc1-2a62-4e38-b56f-7cf384119bec,DISK] 2024-11-16T18:22:04,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.rep.1731781324473 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35551:35551)] 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5894fb54ab2f248d3f6e740ff63afe93, NAME => 'hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:04,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. service=MultiRowMutationService 2024-11-16T18:22:04,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,490 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,491 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5894fb54ab2f248d3f6e740ff63afe93 columnFamilyName hfileref 2024-11-16T18:22:04,491 DEBUG [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:04,491 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(327): Store=5894fb54ab2f248d3f6e740ff63afe93/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:04,491 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,492 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5894fb54ab2f248d3f6e740ff63afe93 columnFamilyName queue 2024-11-16T18:22:04,492 DEBUG [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:04,492 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(327): Store=5894fb54ab2f248d3f6e740ff63afe93/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:04,492 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,493 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5894fb54ab2f248d3f6e740ff63afe93 columnFamilyName sid 2024-11-16T18:22:04,493 DEBUG [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:04,493 INFO [StoreOpener-5894fb54ab2f248d3f6e740ff63afe93-1 {}] regionserver.HStore(327): Store=5894fb54ab2f248d3f6e740ff63afe93/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:04,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:04,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:04,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5894fb54ab2f248d3f6e740ff63afe93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62170770, jitterRate=-0.07358333468437195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:04,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:04,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5894fb54ab2f248d3f6e740ff63afe93: Running coprocessor pre-open hook at 1731781324489Writing region info on filesystem at 1731781324489Initializing all the Stores at 1731781324489Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781324489Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781324489Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781324489Cleaning up temporary data from old regions at 1731781324495 (+6 ms)Running coprocessor post-open hooks at 1731781324497 (+2 ms)Region opened successfully at 1731781324497 2024-11-16T18:22:04,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93., pid=10, masterSystemTime=1731781324469 2024-11-16T18:22:04,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:04,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5894fb54ab2f248d3f6e740ff63afe93, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,35465,1731781311009 2024-11-16T18:22:04,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5894fb54ab2f248d3f6e740ff63afe93, server=3bde9015baec,35465,1731781311009 because future has completed 2024-11-16T18:22:04,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:22:04,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5894fb54ab2f248d3f6e740ff63afe93, server=3bde9015baec,35465,1731781311009 in 185 msec 2024-11-16T18:22:04,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:22:04,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5894fb54ab2f248d3f6e740ff63afe93, ASSIGN in 340 msec 2024-11-16T18:22:04,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:04,505 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781324505"}]},"ts":"1731781324505"} 2024-11-16T18:22:04,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:22:04,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:04,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-16T18:22:04,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93., hostname=3bde9015baec,35465,1731781311009, seqNum=2] 2024-11-16T18:22:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:22:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:22:04,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:22:04,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:04,677 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:04,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:22:04,758 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:22:04,784 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,35465,1731781311009, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:22:04,784 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:04,784 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35465,1731781311009, seqNum=-1] 2024-11-16T18:22:04,784 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:04,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:04,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,35465,1731781311009', locateType=CURRENT is [region=hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93., hostname=3bde9015baec,35465,1731781311009, seqNum=2] 2024-11-16T18:22:04,789 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:22:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:22:04,790 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,35465,1731781311009 suceeded 2024-11-16T18:22:04,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:22:04,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T18:22:04,792 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:41701,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:22:04,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-16T18:22:04,803 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:41701' 2024-11-16T18:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e7ab216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:04,804 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:04,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:04,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cafa18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:04,805 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:04,806 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4658a846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:04,806 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,41701,1731781305089 2024-11-16T18:22:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e383a75 2024-11-16T18:22:04,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:04,807 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:04,808 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,35465,1731781311009 (queues=1) is replicating from cluster=9dec560e-a4c8-4623-92bb-deaae2556aae to cluster=626713fb-bd48-4cc4-ba89-8b9be6ae2032 2024-11-16T18:22:04,808 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C35465%2C1731781311009 2024-11-16T18:22:04,808 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,35465,1731781311009, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:22:04,808 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, startPosition=0, beingWritten=true 2024-11-16T18:22:04,808 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C35465%2C1731781311009 2024-11-16T18:22:04,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:04,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 379, reset compression=false 2024-11-16T18:22:04,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:05,015 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 379, reset compression=false 2024-11-16T18:22:05,318 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 379, reset compression=false 2024-11-16T18:22:05,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:22:05,380 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:05,452 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:22:05,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:05,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:05,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:05,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b03dc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,39593,-1 for getting cluster id 2024-11-16T18:22:05,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:05,454 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50edd255-7b6d-4312-8e0f-ef4dbd5432c1' 2024-11-16T18:22:05,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50edd255-7b6d-4312-8e0f-ef4dbd5432c1" 2024-11-16T18:22:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b64f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,39593,-1] 2024-11-16T18:22:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:05,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,455 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:05,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2785fa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4b41cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:05,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:05,457 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422abee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:05,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,458 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d6b22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6457fe46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:22:05,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:05,459 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:22:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:22:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a970360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:22:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:05,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,460 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:05,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26402bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:05,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,33033,1731781299811, seqNum=-1] 2024-11-16T18:22:05,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:05,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:05,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43., hostname=3bde9015baec,33033,1731781299811, seqNum=2] 2024-11-16T18:22:05,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:05,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35465,1731781311009, seqNum=-1] 2024-11-16T18:22:05,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:05,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:05,470 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., hostname=3bde9015baec,35465,1731781311009, seqNum=2] 2024-11-16T18:22:05,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T18:22:05,558 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 379, reset compression=false 2024-11-16T18:22:05,562 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:05,562 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:05,563 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33033,1731781299811 got entry batch from reader: WALEntryBatch [walEntries=[{test/05a2a007c984c2ebd0b1546f045d0a43/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T18:22:05,564 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:05,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T18:22:05,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:05,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad1eb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,41701,-1 for getting cluster id 2024-11-16T18:22:05,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:05,566 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626713fb-bd48-4cc4-ba89-8b9be6ae2032' 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626713fb-bd48-4cc4-ba89-8b9be6ae2032" 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6adb4d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,41701,-1] 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:05,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:05,567 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:05,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fb10822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:05,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44627,1731781305321, seqNum=-1] 2024-11-16T18:22:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:05,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:05,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781316715.2636b985d9874b1b9daa1eaa54478389., hostname=3bde9015baec,44627,1731781305321, seqNum=2] 2024-11-16T18:22:05,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:05,721 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 379, reset compression=false 2024-11-16T18:22:05,765 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:06,068 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:06,183 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 379, reset compression=false 2024-11-16T18:22:06,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:06,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 503, reset compression=false 2024-11-16T18:22:06,187 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2636b985d9874b1b9daa1eaa54478389/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T18:22:06,189 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:06,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T18:22:06,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:06,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28405abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:06,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,36625,-1 for getting cluster id 2024-11-16T18:22:06,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:06,191 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9dec560e-a4c8-4623-92bb-deaae2556aae' 2024-11-16T18:22:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9dec560e-a4c8-4623-92bb-deaae2556aae" 2024-11-16T18:22:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37846c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,36625,-1] 2024-11-16T18:22:06,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:06,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:06,192 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:06,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d09ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:06,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:06,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,35465,1731781311009, seqNum=-1] 2024-11-16T18:22:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:06,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:06,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., hostname=3bde9015baec,35465,1731781311009, seqNum=2] 2024-11-16T18:22:06,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:06,224 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 379, reset compression=false 2024-11-16T18:22:06,228 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:06,228 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 526, reset compression=false 2024-11-16T18:22:06,228 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:06,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:06,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:06,390 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 503, reset compression=false 2024-11-16T18:22:06,431 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 526, reset compression=false 2024-11-16T18:22:06,471 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:06,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T18:22:06,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:06,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,44627,1731781305321, seqNum=-1] 2024-11-16T18:22:06,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:06,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:06,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731781316715.2636b985d9874b1b9daa1eaa54478389., hostname=3bde9015baec,44627,1731781305321, seqNum=2] 2024-11-16T18:22:06,479 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T18:22:06,694 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 503, reset compression=false 2024-11-16T18:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 607, reset compression=false 2024-11-16T18:22:06,697 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2636b985d9874b1b9daa1eaa54478389/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:22:06,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:06,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:06,734 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 526, reset compression=false 2024-11-16T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 653, reset compression=false 2024-11-16T18:22:06,737 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:06,900 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 607, reset compression=false 2024-11-16T18:22:06,940 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 653, reset compression=false 2024-11-16T18:22:06,974 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:07,203 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 607, reset compression=false 2024-11-16T18:22:07,243 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 653, reset compression=false 2024-11-16T18:22:07,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T18:22:07,483 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T18:22:07,577 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:07,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 607, reset compression=false 2024-11-16T18:22:07,646 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 653, reset compression=false 2024-11-16T18:22:07,649 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:07,649 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:07,649 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c4a5e0c94bb89497276dcae68dab14d/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T18:22:07,650 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:07,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T18:22:07,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:07,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:07,851 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:08,109 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 607, reset compression=false 2024-11-16T18:22:08,113 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:08,113 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 735, reset compression=false 2024-11-16T18:22:08,113 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:08,279 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:08,315 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 735, reset compression=false 2024-11-16T18:22:08,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T18:22:08,487 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T18:22:08,557 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:08,619 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 735, reset compression=false 2024-11-16T18:22:09,021 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 735, reset compression=false 2024-11-16T18:22:09,060 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:09,082 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 480, reset compression=false 2024-11-16T18:22:09,086 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:09,086 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:09,086 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33033,1731781299811 got entry batch from reader: WALEntryBatch [walEntries=[{test/05a2a007c984c2ebd0b1546f045d0a43/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T18:22:09,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:09,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:09,203 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:22:09,289 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:09,488 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T18:22:09,524 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 735, reset compression=false 2024-11-16T18:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 882, reset compression=false 2024-11-16T18:22:09,528 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2636b985d9874b1b9daa1eaa54478389/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T18:22:09,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:09,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:09,591 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:09,663 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 757, reset compression=false 2024-11-16T18:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 927, reset compression=false 2024-11-16T18:22:09,667 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:09,731 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 882, reset compression=false 2024-11-16T18:22:09,870 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 927, reset compression=false 2024-11-16T18:22:09,994 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:10,034 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 882, reset compression=false 2024-11-16T18:22:10,173 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 927, reset compression=false 2024-11-16T18:22:10,437 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 882, reset compression=false 2024-11-16T18:22:10,489 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T18:22:10,492 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T18:22:10,497 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:10,618 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 927, reset compression=false 2024-11-16T18:22:10,940 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 882, reset compression=false 2024-11-16T18:22:10,943 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:10,943 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1041, reset compression=false 2024-11-16T18:22:10,944 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2636b985d9874b1b9daa1eaa54478389/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T18:22:10,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:10,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35465 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:11,099 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:11,121 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 927, reset compression=false 2024-11-16T18:22:11,125 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:11,125 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1076, reset compression=false 2024-11-16T18:22:11,125 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:11,147 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1041, reset compression=false 2024-11-16T18:22:11,327 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1076, reset compression=false 2024-11-16T18:22:11,449 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1041, reset compression=false 2024-11-16T18:22:11,493 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T18:22:11,503 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T18:22:11,630 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1076, reset compression=false 2024-11-16T18:22:11,635 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:11,635 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1235, reset compression=false 2024-11-16T18:22:11,635 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c4a5e0c94bb89497276dcae68dab14d/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T18:22:11,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T18:22:11,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T18:22:11,802 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:11,839 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1235, reset compression=false 2024-11-16T18:22:11,852 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1041, reset compression=false 2024-11-16T18:22:11,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:11,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:11,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:11,898 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:11,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:12,060 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:12,143 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1235, reset compression=false 2024-11-16T18:22:12,363 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:12,504 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T18:22:12,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:22:12,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:12,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:12,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:12,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:12,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:12,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:22:12,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1589919667, stopped=false 2024-11-16T18:22:12,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,36625,1731781310866 2024-11-16T18:22:12,546 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1235, reset compression=false 2024-11-16T18:22:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2426663860/running 2024-11-16T18:22:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2426663860/running 2024-11-16T18:22:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:22:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:22:12,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:12,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:12,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:12,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:12,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,35465,1731781311009' ***** 2024-11-16T18:22:12,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:22:12,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/running 2024-11-16T18:22:12,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Set watcher on znode that does not yet exist, /2426663860/running 2024-11-16T18:22:12,564 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:22:12,564 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:22:12,564 INFO [RS:0;3bde9015baec:35465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(3091): Received CLOSE for 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,35465,1731781311009 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35465. 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5894fb54ab2f248d3f6e740ff63afe93, disabling compactions & flushes 2024-11-16T18:22:12,565 DEBUG [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:12,565 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:12,565 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. after waiting 0 ms 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:22:12,565 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5894fb54ab2f248d3f6e740ff63afe93 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T18:22:12,565 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:22:12,565 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1325): Online Regions={5894fb54ab2f248d3f6e740ff63afe93=hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93., 3c4a5e0c94bb89497276dcae68dab14d=test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:22:12,565 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d, 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:12,565 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:12,565 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:12,566 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:22:12,579 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/.tmp/queue/209e582e963b4d55992a8c1f6c39a95b is 154, key is 1-3bde9015baec,35465,1731781311009/queue:3bde9015baec%2C35465%2C1731781311009/1731781331640/Put/seqid=0 2024-11-16T18:22:12,579 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/info/211a3b5f76d14d70bb2f2afc49f2173a is 147, key is hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93./info:regioninfo/1731781324500/Put/seqid=0 2024-11-16T18:22:12,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741840_1016 (size=5353) 2024-11-16T18:22:12,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741841_1017 (size=7686) 2024-11-16T18:22:12,606 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:12,644 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:12,766 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d, 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:12,766 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:12,966 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d, 5894fb54ab2f248d3f6e740ff63afe93 2024-11-16T18:22:12,986 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/.tmp/queue/209e582e963b4d55992a8c1f6c39a95b 2024-11-16T18:22:12,986 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/info/211a3b5f76d14d70bb2f2afc49f2173a 2024-11-16T18:22:12,990 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/.tmp/queue/209e582e963b4d55992a8c1f6c39a95b as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/queue/209e582e963b4d55992a8c1f6c39a95b 2024-11-16T18:22:12,994 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/queue/209e582e963b4d55992a8c1f6c39a95b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T18:22:12,995 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5894fb54ab2f248d3f6e740ff63afe93 in 430ms, sequenceid=12, compaction requested=false 2024-11-16T18:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/replication/5894fb54ab2f248d3f6e740ff63afe93/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T18:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:22:12,998 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:12,998 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5894fb54ab2f248d3f6e740ff63afe93: Waiting for close lock at 1731781332565Running coprocessor pre-close hooks at 1731781332565Disabling compacts and flushes for region at 1731781332565Disabling writes for close at 1731781332565Obtaining lock to block concurrent updates at 1731781332565Preparing flush snapshotting stores in 5894fb54ab2f248d3f6e740ff63afe93 at 1731781332565Finished memstore snapshotting hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731781332565Flushing stores of hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. at 1731781332566 (+1 ms)Flushing 5894fb54ab2f248d3f6e740ff63afe93/queue: creating writer at 1731781332566Flushing 5894fb54ab2f248d3f6e740ff63afe93/queue: appending metadata at 1731781332579 (+13 ms)Flushing 5894fb54ab2f248d3f6e740ff63afe93/queue: closing flushed file at 1731781332579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643e296a: reopening flushed file at 1731781332990 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5894fb54ab2f248d3f6e740ff63afe93 in 430ms, sequenceid=12, compaction requested=false at 1731781332995 (+5 ms)Writing region close event to WAL at 1731781332995Running coprocessor post-close hooks at 1731781332998 (+3 ms)Closed at 1731781332998 2024-11-16T18:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781323314.5894fb54ab2f248d3f6e740ff63afe93. 2024-11-16T18:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c4a5e0c94bb89497276dcae68dab14d, disabling compactions & flushes 2024-11-16T18:22:12,999 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. after waiting 0 ms 2024-11-16T18:22:12,999 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:22:12,999 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c4a5e0c94bb89497276dcae68dab14d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T18:22:13,007 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/ns/7e64461324914c78bb0aa42f037970fc is 43, key is default/ns:d/1731781314508/Put/seqid=0 2024-11-16T18:22:13,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:22:13,018 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f/69594b331e3b48d0bac20b9769cb3b6a is 29, key is row1/f:/1731781330490/DeleteFamily/seqid=0 2024-11-16T18:22:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741843_1019 (size=5152) 2024-11-16T18:22:13,049 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1235, reset compression=false 2024-11-16T18:22:13,052 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:13,052 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1482, reset compression=false 2024-11-16T18:22:13,052 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,35465,1731781311009 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:13,053 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,35465,1731781311009: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,35465,1731781311009, walGroup=3bde9015baec%2C35465%2C1731781311009, offset=3bde9015baec%2C35465%2C1731781311009.1731781313457:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:22:13,054 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:22:13,054 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:22:13,056 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:22:13,056 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:22:13,056 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:22:13,056 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1419771904, "init": 1048576000, "max": 2306867200, "used": 902959504 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201993616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:22:13,056 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:36625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:36625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:22:13,166 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:13,256 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1482, reset compression=false 2024-11-16T18:22:13,269 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:13,366 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:13,413 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/ns/7e64461324914c78bb0aa42f037970fc 2024-11-16T18:22:13,418 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:22:13,418 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:22:13,421 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f/69594b331e3b48d0bac20b9769cb3b6a 2024-11-16T18:22:13,425 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69594b331e3b48d0bac20b9769cb3b6a 2024-11-16T18:22:13,430 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/rep_barrier/ccaab7c4494c4beabeb6be8ccde7a3ab is 112, key is test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d./rep_barrier:seqnumDuringOpen/1731781319031/Put/seqid=0 2024-11-16T18:22:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741844_1020 (size=5518) 2024-11-16T18:22:13,439 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f1/a0d54c4431eb4ab2b1d6fa68bf52b2d0 is 30, key is row1/f1:/1731781330490/DeleteFamily/seqid=0 2024-11-16T18:22:13,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741845_1021 (size=5158) 2024-11-16T18:22:13,509 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:13,559 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1482, reset compression=false 2024-11-16T18:22:13,566 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:22:13,566 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1325): Online Regions={3c4a5e0c94bb89497276dcae68dab14d=test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:22:13,566 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:13,766 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:13,834 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/rep_barrier/ccaab7c4494c4beabeb6be8ccde7a3ab 2024-11-16T18:22:13,843 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f1/a0d54c4431eb4ab2b1d6fa68bf52b2d0 2024-11-16T18:22:13,846 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0d54c4431eb4ab2b1d6fa68bf52b2d0 2024-11-16T18:22:13,856 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/table/61ff80c17fef48efa6f6eaafb3af97b0 is 53, key is hbase:replication/table:state/1731781324505/Put/seqid=0 2024-11-16T18:22:13,859 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/norep/f8c358f77f154cc2af2166e50767721f is 33, key is row2/norep:/1731781331493/DeleteFamily/seqid=0 2024-11-16T18:22:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741846_1022 (size=5308) 2024-11-16T18:22:13,860 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/table/61ff80c17fef48efa6f6eaafb3af97b0 2024-11-16T18:22:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741847_1023 (size=5108) 2024-11-16T18:22:13,864 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/info/211a3b5f76d14d70bb2f2afc49f2173a as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/info/211a3b5f76d14d70bb2f2afc49f2173a 2024-11-16T18:22:13,868 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/info/211a3b5f76d14d70bb2f2afc49f2173a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:22:13,869 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/ns/7e64461324914c78bb0aa42f037970fc as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/ns/7e64461324914c78bb0aa42f037970fc 2024-11-16T18:22:13,872 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:13,873 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/ns/7e64461324914c78bb0aa42f037970fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:22:13,873 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/rep_barrier/ccaab7c4494c4beabeb6be8ccde7a3ab as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/rep_barrier/ccaab7c4494c4beabeb6be8ccde7a3ab 2024-11-16T18:22:13,877 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/rep_barrier/ccaab7c4494c4beabeb6be8ccde7a3ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:22:13,877 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/.tmp/table/61ff80c17fef48efa6f6eaafb3af97b0 as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/table/61ff80c17fef48efa6f6eaafb3af97b0 2024-11-16T18:22:13,881 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/table/61ff80c17fef48efa6f6eaafb3af97b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:22:13,881 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-16T18:22:13,884 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:22:13,885 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:13,885 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:22:13,885 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:13,885 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781332565Running coprocessor pre-close hooks at 1731781332565Disabling compacts and flushes for region at 1731781332565Disabling writes for close at 1731781332565Obtaining lock to block concurrent updates at 1731781332566 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731781332566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781332566Flushing stores of hbase:meta,,1.1588230740 at 1731781332566Flushing 1588230740/info: creating writer at 1731781332566Flushing 1588230740/info: appending metadata at 1731781332579 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731781332579Flushing 1588230740/ns: creating writer at 1731781332990 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731781333007 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731781333007Flushing 1588230740/rep_barrier: creating writer at 1731781333416 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781333430 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781333430Flushing 1588230740/table: creating writer at 1731781333839 (+409 ms)Flushing 1588230740/table: appending metadata at 1731781333856 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731781333856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593e8920: reopening flushed file at 1731781333864 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@389c7567: reopening flushed file at 1731781333869 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c3bfb1: reopening flushed file at 1731781333873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab57134: reopening flushed file at 1731781333877 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1731781333881 (+4 ms)Writing region close event to WAL at 1731781333882 (+1 ms)Running coprocessor post-close hooks at 1731781333885 (+3 ms)Closed at 1731781333885 2024-11-16T18:22:13,885 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:13,963 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1482, reset compression=false 2024-11-16T18:22:13,967 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:14,167 DEBUG [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1351): Waiting on 3c4a5e0c94bb89497276dcae68dab14d 2024-11-16T18:22:14,262 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/norep/f8c358f77f154cc2af2166e50767721f 2024-11-16T18:22:14,305 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8c358f77f154cc2af2166e50767721f 2024-11-16T18:22:14,305 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f/69594b331e3b48d0bac20b9769cb3b6a as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/f/69594b331e3b48d0bac20b9769cb3b6a 2024-11-16T18:22:14,309 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69594b331e3b48d0bac20b9769cb3b6a 2024-11-16T18:22:14,309 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/f/69594b331e3b48d0bac20b9769cb3b6a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:14,310 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/f1/a0d54c4431eb4ab2b1d6fa68bf52b2d0 as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/f1/a0d54c4431eb4ab2b1d6fa68bf52b2d0 2024-11-16T18:22:14,313 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0d54c4431eb4ab2b1d6fa68bf52b2d0 2024-11-16T18:22:14,313 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/f1/a0d54c4431eb4ab2b1d6fa68bf52b2d0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:14,314 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/.tmp/norep/f8c358f77f154cc2af2166e50767721f as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/norep/f8c358f77f154cc2af2166e50767721f 2024-11-16T18:22:14,317 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8c358f77f154cc2af2166e50767721f 2024-11-16T18:22:14,317 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/norep/f8c358f77f154cc2af2166e50767721f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:14,318 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3c4a5e0c94bb89497276dcae68dab14d in 1319ms, sequenceid=10, compaction requested=false 2024-11-16T18:22:14,321 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/data/default/test/3c4a5e0c94bb89497276dcae68dab14d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T18:22:14,321 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:14,321 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:22:14,321 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:22:14,322 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c4a5e0c94bb89497276dcae68dab14d: Waiting for close lock at 1731781332999Running coprocessor pre-close hooks at 1731781332999Disabling compacts and flushes for region at 1731781332999Disabling writes for close at 1731781332999Obtaining lock to block concurrent updates at 1731781332999Preparing flush snapshotting stores in 3c4a5e0c94bb89497276dcae68dab14d at 1731781332999Finished memstore snapshotting test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731781332999Flushing stores of test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. at 1731781333000 (+1 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/f: creating writer at 1731781333000Flushing 3c4a5e0c94bb89497276dcae68dab14d/f: appending metadata at 1731781333017 (+17 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/f: closing flushed file at 1731781333017Flushing 3c4a5e0c94bb89497276dcae68dab14d/f1: creating writer at 1731781333425 (+408 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/f1: appending metadata at 1731781333439 (+14 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/f1: closing flushed file at 1731781333439Flushing 3c4a5e0c94bb89497276dcae68dab14d/norep: creating writer at 1731781333846 (+407 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/norep: appending metadata at 1731781333859 (+13 ms)Flushing 3c4a5e0c94bb89497276dcae68dab14d/norep: closing flushed file at 1731781333859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1e375e: reopening flushed file at 1731781334305 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a713e6a: reopening flushed file at 1731781334309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e835fa: reopening flushed file at 1731781334313 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3c4a5e0c94bb89497276dcae68dab14d in 1319ms, sequenceid=10, compaction requested=false at 1731781334318 (+5 ms)Writing region close event to WAL at 1731781334319 (+1 ms)Running coprocessor post-close hooks at 1731781334321 (+2 ms)Closed at 1731781334321 2024-11-16T18:22:14,322 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781317855.3c4a5e0c94bb89497276dcae68dab14d. 2024-11-16T18:22:14,367 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,35465,1731781311009; all regions closed. 2024-11-16T18:22:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:22:14,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.meta.1731781314459.meta not finished, retry = 0 2024-11-16T18:22:14,466 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 1482, reset compression=false 2024-11-16T18:22:14,471 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:14,471 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 2126, reset compression=false 2024-11-16T18:22:14,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741839_1015 (size=3114) 2024-11-16T18:22:14,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.rep.1731781324473 not finished, retry = 0 2024-11-16T18:22:14,512 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741832_1008 (size=2134) 2024-11-16T18:22:14,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 not finished, retry = 0 2024-11-16T18:22:14,575 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:14,674 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 to pos 2126, reset compression=false 2024-11-16T18:22:14,674 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:14,674 INFO [RS:0;3bde9015baec:35465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:14,674 INFO [RS:0;3bde9015baec:35465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:14,674 INFO [RS:0;3bde9015baec:35465 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:14,675 INFO [RS:0;3bde9015baec:35465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:14,675 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:14,675 INFO [RS:0;3bde9015baec:35465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,35465,1731781311009 because: Region server is closing 2024-11-16T18:22:14,675 INFO [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35465. 2024-11-16T18:22:14,675 DEBUG [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:14,675 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:14,676 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:14,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:14,676 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/WALs/3bde9015baec,35465,1731781311009/3bde9015baec%2C35465%2C1731781311009.1731781313457 2024-11-16T18:22:14,678 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:22:14,776 INFO [RS:0;3bde9015baec:35465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.shipper3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 terminated 2024-11-16T18:22:14,776 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,35465,1731781311009.replicationSource.wal-reader.3bde9015baec%2C35465%2C1731781311009,1-3bde9015baec,35465,1731781311009 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T18:22:14,776 INFO [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:35465. 2024-11-16T18:22:14,776 DEBUG [RS:0;3bde9015baec:35465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:14,776 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:14,776 DEBUG [RS:0;3bde9015baec:35465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:14,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:14,776 INFO [RS:0;3bde9015baec:35465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35465 2024-11-16T18:22:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2426663860/rs/3bde9015baec,35465,1731781311009 2024-11-16T18:22:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860/rs 2024-11-16T18:22:14,868 INFO [RS:0;3bde9015baec:35465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:14,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,35465,1731781311009] 2024-11-16T18:22:14,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2426663860/draining/3bde9015baec,35465,1731781311009 already deleted, retry=false 2024-11-16T18:22:14,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,35465,1731781311009 expired; onlineServers=0 2024-11-16T18:22:14,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,36625,1731781310866' ***** 2024-11-16T18:22:14,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:22:14,889 INFO [M:0;3bde9015baec:36625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:14,889 INFO [M:0;3bde9015baec:36625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:14,889 DEBUG [M:0;3bde9015baec:36625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:22:14,889 DEBUG [M:0;3bde9015baec:36625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:22:14,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:22:14,889 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781313214 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781313214,5,FailOnTimeoutGroup] 2024-11-16T18:22:14,889 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781313213 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781313213,5,FailOnTimeoutGroup] 2024-11-16T18:22:14,890 INFO [M:0;3bde9015baec:36625 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:14,890 INFO [M:0;3bde9015baec:36625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:14,890 DEBUG [M:0;3bde9015baec:36625 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:22:14,890 INFO [M:0;3bde9015baec:36625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:22:14,890 INFO [M:0;3bde9015baec:36625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:14,890 INFO [M:0;3bde9015baec:36625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:22:14,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:22:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2426663860/master 2024-11-16T18:22:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2426663860 2024-11-16T18:22:14,900 DEBUG [M:0;3bde9015baec:36625 {}] zookeeper.ZKUtil(347): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Unable to get data of znode /2426663860/master because node does not exist (not an error) 2024-11-16T18:22:14,900 WARN [M:0;3bde9015baec:36625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:22:14,901 INFO [M:0;3bde9015baec:36625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/.lastflushedseqids 2024-11-16T18:22:14,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741848_1024 (size=245) 2024-11-16T18:22:14,979 INFO [RS:0;3bde9015baec:35465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:14,979 INFO [RS:0;3bde9015baec:35465 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,35465,1731781311009; zookeeper connection closed. 2024-11-16T18:22:14,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35465-0x10144e180e20007, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:14,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c1dd814 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c1dd814 2024-11-16T18:22:14,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:22:15,305 INFO [M:0;3bde9015baec:36625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:22:15,305 INFO [M:0;3bde9015baec:36625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:22:15,305 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:15,305 INFO [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:15,305 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:15,305 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:15,305 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:15,305 INFO [M:0;3bde9015baec:36625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T18:22:15,323 DEBUG [M:0;3bde9015baec:36625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d741abfc604a1d87a24b08de5695b4 is 82, key is hbase:meta,,1/info:regioninfo/1731781314489/Put/seqid=0 2024-11-16T18:22:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741849_1025 (size=5672) 2024-11-16T18:22:15,378 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:15,615 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:15,726 INFO [M:0;3bde9015baec:36625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d741abfc604a1d87a24b08de5695b4 2024-11-16T18:22:15,742 DEBUG [M:0;3bde9015baec:36625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aeb562a50c6417d9219dead844809f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781324508/Put/seqid=0 2024-11-16T18:22:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741850_1026 (size=8516) 2024-11-16T18:22:16,145 INFO [M:0;3bde9015baec:36625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aeb562a50c6417d9219dead844809f0 2024-11-16T18:22:16,163 DEBUG [M:0;3bde9015baec:36625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff64ee5804f45988404c48ef887c48e is 69, key is 3bde9015baec,35465,1731781311009/rs:state/1731781313271/Put/seqid=0 2024-11-16T18:22:16,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741851_1027 (size=5156) 2024-11-16T18:22:16,281 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:16,566 INFO [M:0;3bde9015baec:36625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff64ee5804f45988404c48ef887c48e 2024-11-16T18:22:16,570 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d741abfc604a1d87a24b08de5695b4 as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02d741abfc604a1d87a24b08de5695b4 2024-11-16T18:22:16,573 INFO [M:0;3bde9015baec:36625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02d741abfc604a1d87a24b08de5695b4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:22:16,574 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3aeb562a50c6417d9219dead844809f0 as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3aeb562a50c6417d9219dead844809f0 2024-11-16T18:22:16,577 INFO [M:0;3bde9015baec:36625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3aeb562a50c6417d9219dead844809f0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:22:16,578 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff64ee5804f45988404c48ef887c48e as hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ff64ee5804f45988404c48ef887c48e 2024-11-16T18:22:16,581 INFO [M:0;3bde9015baec:36625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44263/user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ff64ee5804f45988404c48ef887c48e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:22:16,582 INFO [M:0;3bde9015baec:36625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-16T18:22:16,584 INFO [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:16,584 DEBUG [M:0;3bde9015baec:36625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781335305Disabling compacts and flushes for region at 1731781335305Disabling writes for close at 1731781335305Obtaining lock to block concurrent updates at 1731781335306 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781335306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731781335306Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781335306Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781335306Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781335322 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781335322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781335729 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781335741 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781335741Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781336149 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781336162 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781336163 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b92463: reopening flushed file at 1731781336570 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c9f03d: reopening flushed file at 1731781336574 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7e3943: reopening flushed file at 1731781336578 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731781336582 (+4 ms)Writing region close event to WAL at 1731781336584 (+2 ms)Closed at 1731781336584 2024-11-16T18:22:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44009 is added to blk_1073741830_1006 (size=63654) 2024-11-16T18:22:16,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/63ced20b-e8c1-2643-4430-4ea0a6d33433/MasterData/WALs/3bde9015baec,36625,1731781310866/3bde9015baec%2C36625%2C1731781310866.1731781312751 not finished, retry = 0 2024-11-16T18:22:16,686 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:16,687 INFO [M:0;3bde9015baec:36625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:22:16,687 INFO [M:0;3bde9015baec:36625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36625 2024-11-16T18:22:16,687 INFO [M:0;3bde9015baec:36625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:16,818 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:16,831 INFO [M:0;3bde9015baec:36625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:16,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36625-0x10144e180e20006, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:16,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35806290{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:16,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c0048dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:16,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:16,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2e90be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:16,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11f8103c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:16,836 WARN [BP-700761380-172.17.0.2-1731781308694 heartbeating to localhost/127.0.0.1:44263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:22:16,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:22:16,836 WARN [BP-700761380-172.17.0.2-1731781308694 heartbeating to localhost/127.0.0.1:44263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-700761380-172.17.0.2-1731781308694 (Datanode Uuid a0d4800c-130e-4c1b-9153-7d6a5bf7b178) service to localhost/127.0.0.1:44263 2024-11-16T18:22:16,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:22:16,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/cluster_0a7dcb50-78a7-46f7-97b5-e75c76ea627a/data/data1/current/BP-700761380-172.17.0.2-1731781308694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:16,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/cluster_0a7dcb50-78a7-46f7-97b5-e75c76ea627a/data/data2/current/BP-700761380-172.17.0.2-1731781308694 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:16,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:22:16,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f5c7c0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:16,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38775b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:16,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:16,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9f2e58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:16,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb8c0a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:16,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:22:16,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:22:16,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:16,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:16,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:16,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:16,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:16,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:22:16,854 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1558386280, stopped=false 2024-11-16T18:22:16,854 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,41701,1731781305089 2024-11-16T18:22:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1773536495/running 2024-11-16T18:22:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1773536495/running 2024-11-16T18:22:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:22:16,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:22:16,868 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:16,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/running 2024-11-16T18:22:16,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:16,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Set watcher on znode that does not yet exist, /1773536495/running 2024-11-16T18:22:16,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:16,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:16,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,44627,1731781305321' ***** 2024-11-16T18:22:16,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:22:16,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,44627,1731781305321 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:16,869 INFO [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44627. 2024-11-16T18:22:16,869 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2636b985d9874b1b9daa1eaa54478389, disabling compactions & flushes 2024-11-16T18:22:16,869 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:22:16,869 DEBUG [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:16,869 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:22:16,870 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. after waiting 0 ms 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:22:16,870 INFO [RS:0;3bde9015baec:44627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:22:16,870 INFO [RS:0;3bde9015baec:44627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:22:16,870 INFO [RS:0;3bde9015baec:44627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:22:16,870 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2636b985d9874b1b9daa1eaa54478389 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T18:22:16,870 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:22:16,870 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:22:16,870 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1325): Online Regions={2636b985d9874b1b9daa1eaa54478389=test,,1731781316715.2636b985d9874b1b9daa1eaa54478389., 0f2e2300a2be90074420105a9589e813=hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:22:16,870 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:16,870 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:16,870 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:16,870 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:22:16,884 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f/6e178d0c22cc4115830d7570082680fa is 29, key is row1/f:/1731781330490/DeleteFamily/seqid=0 2024-11-16T18:22:16,886 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/info/092780d0d27d4bdca797c987c20842fb is 147, key is hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813./info:regioninfo/1731781322317/Put/seqid=0 2024-11-16T18:22:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741840_1016 (size=5152) 2024-11-16T18:22:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741841_1017 (size=7686) 2024-11-16T18:22:16,933 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:17,070 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:17,270 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:17,284 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1191, reset compression=false 2024-11-16T18:22:17,287 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:17,287 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1438, reset compression=false 2024-11-16T18:22:17,287 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,44627,1731781305321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:17,288 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f/6e178d0c22cc4115830d7570082680fa 2024-11-16T18:22:17,289 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/info/092780d0d27d4bdca797c987c20842fb 2024-11-16T18:22:17,288 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,44627,1731781305321: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,44627,1731781305321, walGroup=3bde9015baec%2C44627%2C1731781305321, offset=3bde9015baec%2C44627%2C1731781305321.1731781307536:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:44627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:22:17,290 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:22:17,290 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1419771904, "init": 1048576000, "max": 2306867200, "used": 976359824 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202194824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:22:17,290 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:41701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:41701 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:22:17,294 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e178d0c22cc4115830d7570082680fa 2024-11-16T18:22:17,312 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f1/b9d33f1c9ca644b7ad603d0c63eee8fa is 30, key is row1/f1:/1731781330490/DeleteFamily/seqid=0 2024-11-16T18:22:17,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/ns/e3e3a8ef70c14c9b852d67fffce9901c is 43, key is default/ns:d/1731781308608/Put/seqid=0 2024-11-16T18:22:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741842_1018 (size=5158) 2024-11-16T18:22:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741843_1019 (size=5153) 2024-11-16T18:22:17,435 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:22:17,435 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:22:17,470 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:17,497 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1438, reset compression=false 2024-11-16T18:22:17,671 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:17,717 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f1/b9d33f1c9ca644b7ad603d0c63eee8fa 2024-11-16T18:22:17,721 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d33f1c9ca644b7ad603d0c63eee8fa 2024-11-16T18:22:17,721 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/ns/e3e3a8ef70c14c9b852d67fffce9901c 2024-11-16T18:22:17,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/norep/5254d81c95db48109d6107c3f94f9e63 is 33, key is row1/norep:/1731781330490/DeleteFamily/seqid=0 2024-11-16T18:22:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741844_1020 (size=5108) 2024-11-16T18:22:17,740 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/rep_barrier/1fba74b89d9e49dba9ea6c46a8724dd8 is 112, key is test,,1731781316715.2636b985d9874b1b9daa1eaa54478389./rep_barrier:seqnumDuringOpen/1731781317454/Put/seqid=0 2024-11-16T18:22:17,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741845_1021 (size=5518) 2024-11-16T18:22:17,799 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1438, reset compression=false 2024-11-16T18:22:17,871 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:18,071 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740, 2636b985d9874b1b9daa1eaa54478389 2024-11-16T18:22:18,121 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:18,137 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/norep/5254d81c95db48109d6107c3f94f9e63 2024-11-16T18:22:18,140 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5254d81c95db48109d6107c3f94f9e63 2024-11-16T18:22:18,140 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f/6e178d0c22cc4115830d7570082680fa as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/f/6e178d0c22cc4115830d7570082680fa 2024-11-16T18:22:18,143 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e178d0c22cc4115830d7570082680fa 2024-11-16T18:22:18,143 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/f/6e178d0c22cc4115830d7570082680fa, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:18,143 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/rep_barrier/1fba74b89d9e49dba9ea6c46a8724dd8 2024-11-16T18:22:18,143 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/f1/b9d33f1c9ca644b7ad603d0c63eee8fa as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/f1/b9d33f1c9ca644b7ad603d0c63eee8fa 2024-11-16T18:22:18,147 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d33f1c9ca644b7ad603d0c63eee8fa 2024-11-16T18:22:18,147 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/f1/b9d33f1c9ca644b7ad603d0c63eee8fa, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:18,147 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/.tmp/norep/5254d81c95db48109d6107c3f94f9e63 as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/norep/5254d81c95db48109d6107c3f94f9e63 2024-11-16T18:22:18,151 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5254d81c95db48109d6107c3f94f9e63 2024-11-16T18:22:18,151 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/norep/5254d81c95db48109d6107c3f94f9e63, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T18:22:18,151 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2636b985d9874b1b9daa1eaa54478389 in 1281ms, sequenceid=10, compaction requested=false 2024-11-16T18:22:18,152 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:22:18,160 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/table/87337b78476c4463993fda42b02ca1b7 is 53, key is hbase:replication/table:state/1731781322322/Put/seqid=0 2024-11-16T18:22:18,160 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/default/test/2636b985d9874b1b9daa1eaa54478389/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:22:18,161 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2636b985d9874b1b9daa1eaa54478389: Waiting for close lock at 1731781336869Running coprocessor pre-close hooks at 1731781336869Disabling compacts and flushes for region at 1731781336869Disabling writes for close at 1731781336870 (+1 ms)Obtaining lock to block concurrent updates at 1731781336870Preparing flush snapshotting stores in 2636b985d9874b1b9daa1eaa54478389 at 1731781336870Finished memstore snapshotting test,,1731781316715.2636b985d9874b1b9daa1eaa54478389., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731781336870Flushing stores of test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. at 1731781336870Flushing 2636b985d9874b1b9daa1eaa54478389/f: creating writer at 1731781336870Flushing 2636b985d9874b1b9daa1eaa54478389/f: appending metadata at 1731781336884 (+14 ms)Flushing 2636b985d9874b1b9daa1eaa54478389/f: closing flushed file at 1731781336884Flushing 2636b985d9874b1b9daa1eaa54478389/f1: creating writer at 1731781337294 (+410 ms)Flushing 2636b985d9874b1b9daa1eaa54478389/f1: appending metadata at 1731781337312 (+18 ms)Flushing 2636b985d9874b1b9daa1eaa54478389/f1: closing flushed file at 1731781337312Flushing 2636b985d9874b1b9daa1eaa54478389/norep: creating writer at 1731781337721 (+409 ms)Flushing 2636b985d9874b1b9daa1eaa54478389/norep: appending metadata at 1731781337733 (+12 ms)Flushing 2636b985d9874b1b9daa1eaa54478389/norep: closing flushed file at 1731781337733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216a390b: reopening flushed file at 1731781338140 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41919e5: reopening flushed file at 1731781338143 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b0e01c: reopening flushed file at 1731781338147 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2636b985d9874b1b9daa1eaa54478389 in 1281ms, sequenceid=10, compaction requested=false at 1731781338151 (+4 ms)Writing region close event to WAL at 1731781338158 (+7 ms)Running coprocessor post-close hooks at 1731781338161 (+3 ms)Closed at 1731781338161 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781316715.2636b985d9874b1b9daa1eaa54478389. 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2e2300a2be90074420105a9589e813, disabling compactions & flushes 2024-11-16T18:22:18,161 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. after waiting 0 ms 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2e2300a2be90074420105a9589e813: Waiting for close lock at 1731781338161Running coprocessor pre-close hooks at 1731781338161Disabling compacts and flushes for region at 1731781338161Disabling writes for close at 1731781338161Failed flush hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., putting online again at 1731781338161 2024-11-16T18:22:18,161 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741846_1022 (size=5308) 2024-11-16T18:22:18,202 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 1438, reset compression=false 2024-11-16T18:22:18,205 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:18,205 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 2082, reset compression=false 2024-11-16T18:22:18,271 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:22:18,271 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1325): Online Regions={0f2e2300a2be90074420105a9589e813=hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:22:18,271 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2e2300a2be90074420105a9589e813 2024-11-16T18:22:18,271 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 0f2e2300a2be90074420105a9589e813, 1588230740 2024-11-16T18:22:18,271 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2e2300a2be90074420105a9589e813, disabling compactions & flushes 2024-11-16T18:22:18,271 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,271 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,271 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. after waiting 0 ms 2024-11-16T18:22:18,271 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,271 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2e2300a2be90074420105a9589e813: Waiting for close lock at 1731781338271Running coprocessor pre-close hooks at 1731781338271Disabling compacts and flushes for region at 1731781338271Disabling writes for close at 1731781338271Failed flush hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813., putting online again at 1731781338271 2024-11-16T18:22:18,272 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781321165.0f2e2300a2be90074420105a9589e813. 2024-11-16T18:22:18,408 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 2082, reset compression=false 2024-11-16T18:22:18,471 DEBUG [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:22:18,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:18,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:18,563 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/table/87337b78476c4463993fda42b02ca1b7 2024-11-16T18:22:18,567 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/info/092780d0d27d4bdca797c987c20842fb as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/info/092780d0d27d4bdca797c987c20842fb 2024-11-16T18:22:18,570 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/info/092780d0d27d4bdca797c987c20842fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:22:18,571 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/ns/e3e3a8ef70c14c9b852d67fffce9901c as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/ns/e3e3a8ef70c14c9b852d67fffce9901c 2024-11-16T18:22:18,573 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/ns/e3e3a8ef70c14c9b852d67fffce9901c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:22:18,574 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/rep_barrier/1fba74b89d9e49dba9ea6c46a8724dd8 as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/rep_barrier/1fba74b89d9e49dba9ea6c46a8724dd8 2024-11-16T18:22:18,576 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/rep_barrier/1fba74b89d9e49dba9ea6c46a8724dd8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:22:18,577 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/.tmp/table/87337b78476c4463993fda42b02ca1b7 as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/table/87337b78476c4463993fda42b02ca1b7 2024-11-16T18:22:18,580 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/table/87337b78476c4463993fda42b02ca1b7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:22:18,580 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false 2024-11-16T18:22:18,580 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:22:18,583 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:22:18,584 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:18,584 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:22:18,584 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:18,584 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781336870Running coprocessor pre-close hooks at 1731781336870Disabling compacts and flushes for region at 1731781336870Disabling writes for close at 1731781336870Obtaining lock to block concurrent updates at 1731781336870Preparing flush snapshotting stores in 1588230740 at 1731781336870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781336871 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781336871Flushing 1588230740/info: creating writer at 1731781336871Flushing 1588230740/info: appending metadata at 1731781336886 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731781336886Flushing 1588230740/ns: creating writer at 1731781337302 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731781337314 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731781337314Flushing 1588230740/rep_barrier: creating writer at 1731781337725 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781337740 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781337740Flushing 1588230740/table: creating writer at 1731781338146 (+406 ms)Flushing 1588230740/table: appending metadata at 1731781338159 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731781338159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef11cf8: reopening flushed file at 1731781338567 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb6ae08: reopening flushed file at 1731781338570 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a5171: reopening flushed file at 1731781338573 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39985266: reopening flushed file at 1731781338577 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=16, compaction requested=false at 1731781338580 (+3 ms)Writing region close event to WAL at 1731781338581 (+1 ms)Running coprocessor post-close hooks at 1731781338584 (+3 ms)Closed at 1731781338584 2024-11-16T18:22:18,584 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:18,672 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T18:22:18,672 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,44627,1731781305321; all regions closed. 2024-11-16T18:22:18,673 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.meta.1731781308565.meta not finished, retry = 0 2024-11-16T18:22:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:22:18,711 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.1731781307536 to pos 2082, reset compression=false 2024-11-16T18:22:18,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/WALs/3bde9015baec,44627,1731781305321/3bde9015baec%2C44627%2C1731781305321.rep.1731781322292 not finished, retry = 0 2024-11-16T18:22:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741839_1015 (size=2171) 2024-11-16T18:22:18,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741832_1008 (size=2090) 2024-11-16T18:22:18,878 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:18,878 INFO [RS:0;3bde9015baec:44627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:18,878 INFO [RS:0;3bde9015baec:44627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:18,879 INFO [RS:0;3bde9015baec:44627 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:18,879 INFO [RS:0;3bde9015baec:44627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:18,879 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:18,879 INFO [RS:0;3bde9015baec:44627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,44627,1731781305321 because: Region server is closing 2024-11-16T18:22:18,879 INFO [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44627. 2024-11-16T18:22:18,879 DEBUG [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:18,879 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:18,879 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:18,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:18,979 INFO [RS:0;3bde9015baec:44627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.shipper3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 terminated 2024-11-16T18:22:18,980 INFO [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:44627. 2024-11-16T18:22:18,979 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,44627,1731781305321.replicationSource.wal-reader.3bde9015baec%2C44627%2C1731781305321,1-3bde9015baec,44627,1731781305321 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:22:18,980 DEBUG [RS:0;3bde9015baec:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:18,980 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:18,980 DEBUG [RS:0;3bde9015baec:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:18,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:18,980 INFO [RS:0;3bde9015baec:44627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44627 2024-11-16T18:22:19,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495/rs 2024-11-16T18:22:19,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1773536495/rs/3bde9015baec,44627,1731781305321 2024-11-16T18:22:19,036 INFO [RS:0;3bde9015baec:44627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:19,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,44627,1731781305321] 2024-11-16T18:22:19,057 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1773536495/draining/3bde9015baec,44627,1731781305321 already deleted, retry=false 2024-11-16T18:22:19,057 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,44627,1731781305321 expired; onlineServers=0 2024-11-16T18:22:19,057 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,41701,1731781305089' ***** 2024-11-16T18:22:19,057 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:22:19,057 INFO [M:0;3bde9015baec:41701 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:19,057 INFO [M:0;3bde9015baec:41701 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:19,057 DEBUG [M:0;3bde9015baec:41701 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:22:19,057 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:22:19,057 DEBUG [M:0;3bde9015baec:41701 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:22:19,057 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781307297 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781307297,5,FailOnTimeoutGroup] 2024-11-16T18:22:19,057 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781307298 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781307298,5,FailOnTimeoutGroup] 2024-11-16T18:22:19,058 INFO [M:0;3bde9015baec:41701 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:19,058 INFO [M:0;3bde9015baec:41701 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:19,058 DEBUG [M:0;3bde9015baec:41701 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:22:19,058 INFO [M:0;3bde9015baec:41701 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:22:19,058 INFO [M:0;3bde9015baec:41701 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:19,058 INFO [M:0;3bde9015baec:41701 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:22:19,058 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:22:19,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1773536495/master 2024-11-16T18:22:19,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1773536495 2024-11-16T18:22:19,099 DEBUG [M:0;3bde9015baec:41701 {}] zookeeper.ZKUtil(347): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Unable to get data of znode /1773536495/master because node does not exist (not an error) 2024-11-16T18:22:19,099 WARN [M:0;3bde9015baec:41701 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:22:19,099 INFO [M:0;3bde9015baec:41701 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/.lastflushedseqids 2024-11-16T18:22:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741847_1023 (size=245) 2024-11-16T18:22:19,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:19,147 INFO [RS:0;3bde9015baec:44627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:19,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x10144e180e20004, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:19,147 INFO [RS:0;3bde9015baec:44627 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,44627,1731781305321; zookeeper connection closed. 2024-11-16T18:22:19,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bdcd647 2024-11-16T18:22:19,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:22:19,503 INFO [M:0;3bde9015baec:41701 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:22:19,503 INFO [M:0;3bde9015baec:41701 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:22:19,503 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:19,503 INFO [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:19,503 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:19,503 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:19,503 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:19,503 INFO [M:0;3bde9015baec:41701 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T18:22:19,520 DEBUG [M:0;3bde9015baec:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20756e1daba143a3ac5ea90810d88ebd is 82, key is hbase:meta,,1/info:regioninfo/1731781308590/Put/seqid=0 2024-11-16T18:22:19,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741848_1024 (size=5672) 2024-11-16T18:22:19,523 INFO [M:0;3bde9015baec:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20756e1daba143a3ac5ea90810d88ebd 2024-11-16T18:22:19,524 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:19,538 DEBUG [M:0;3bde9015baec:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b15aa8de15ae471a98a1af89582a8a7e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731781322325/Put/seqid=0 2024-11-16T18:22:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741849_1025 (size=8515) 2024-11-16T18:22:19,941 INFO [M:0;3bde9015baec:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b15aa8de15ae471a98a1af89582a8a7e 2024-11-16T18:22:19,958 DEBUG [M:0;3bde9015baec:41701 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33918d80b7644ef9d8759f5c825288f is 69, key is 3bde9015baec,44627,1731781305321/rs:state/1731781307386/Put/seqid=0 2024-11-16T18:22:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741850_1026 (size=5156) 2024-11-16T18:22:20,361 INFO [M:0;3bde9015baec:41701 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33918d80b7644ef9d8759f5c825288f 2024-11-16T18:22:20,365 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20756e1daba143a3ac5ea90810d88ebd as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20756e1daba143a3ac5ea90810d88ebd 2024-11-16T18:22:20,367 INFO [M:0;3bde9015baec:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20756e1daba143a3ac5ea90810d88ebd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T18:22:20,368 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b15aa8de15ae471a98a1af89582a8a7e as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b15aa8de15ae471a98a1af89582a8a7e 2024-11-16T18:22:20,371 INFO [M:0;3bde9015baec:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b15aa8de15ae471a98a1af89582a8a7e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T18:22:20,372 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b33918d80b7644ef9d8759f5c825288f as hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b33918d80b7644ef9d8759f5c825288f 2024-11-16T18:22:20,375 INFO [M:0;3bde9015baec:41701 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45977/user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b33918d80b7644ef9d8759f5c825288f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T18:22:20,375 INFO [M:0;3bde9015baec:41701 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false 2024-11-16T18:22:20,376 INFO [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:20,377 DEBUG [M:0;3bde9015baec:41701 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781339503Disabling compacts and flushes for region at 1731781339503Disabling writes for close at 1731781339503Obtaining lock to block concurrent updates at 1731781339503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781339503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731781339503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781339504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781339504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781339519 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781339519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781339526 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781339538 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781339538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781339945 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781339957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781339957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0d5fa8: reopening flushed file at 1731781340364 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e25d77: reopening flushed file at 1731781340367 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6f8d52: reopening flushed file at 1731781340371 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false at 1731781340375 (+4 ms)Writing region close event to WAL at 1731781340376 (+1 ms)Closed at 1731781340376 2024-11-16T18:22:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45479 is added to blk_1073741830_1006 (size=63642) 2024-11-16T18:22:20,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48236568-5bba-7b67-c6a5-cada3d739756/MasterData/WALs/3bde9015baec,41701,1731781305089/3bde9015baec%2C41701%2C1731781305089.1731781307048 not finished, retry = 0 2024-11-16T18:22:20,479 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:20,479 INFO [M:0;3bde9015baec:41701 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:22:20,479 INFO [M:0;3bde9015baec:41701 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41701 2024-11-16T18:22:20,480 INFO [M:0;3bde9015baec:41701 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:20,642 INFO [M:0;3bde9015baec:41701 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41701-0x10144e180e20003, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:20,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34b365b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:20,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ce1ba69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:20,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:20,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c147484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:20,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4199d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:20,645 WARN [BP-223704571-172.17.0.2-1731781303193 heartbeating to localhost/127.0.0.1:45977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:22:20,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:22:20,645 WARN [BP-223704571-172.17.0.2-1731781303193 heartbeating to localhost/127.0.0.1:45977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-223704571-172.17.0.2-1731781303193 (Datanode Uuid c5ac4e44-5766-48bb-bbb9-41bb31b9c4d7) service to localhost/127.0.0.1:45977 2024-11-16T18:22:20,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:22:20,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/cluster_a2779fc5-9de3-f7a2-b6c5-4f5e5966af2b/data/data1/current/BP-223704571-172.17.0.2-1731781303193 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:20,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/cluster_a2779fc5-9de3-f7a2-b6c5-4f5e5966af2b/data/data2/current/BP-223704571-172.17.0.2-1731781303193 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:20,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:22:20,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b28ce0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:20,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c38de6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:20,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16fd0946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:20,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2385ff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7907c00e-4dce-1af9-a0a2-0b27ea091262/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:20,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:22:20,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:22:20,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:20,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:20,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:20,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:20,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:20,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:22:20,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1577598069, stopped=false 2024-11-16T18:22:20,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,39593,1731781299614 2024-11-16T18:22:20,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255928072/running 2024-11-16T18:22:20,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255928072/running 2024-11-16T18:22:20,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:22:20,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:22:20,678 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:20,678 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:20,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:20,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:20,679 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,33033,1731781299811' ***** 2024-11-16T18:22:20,679 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:22:20,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/running 2024-11-16T18:22:20,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Set watcher on znode that does not yet exist, /01255928072/running 2024-11-16T18:22:20,679 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:22:20,679 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:22:20,679 INFO [RS:0;3bde9015baec:33033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:22:20,679 INFO [RS:0;3bde9015baec:33033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:22:20,679 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(3091): Received CLOSE for 05a2a007c984c2ebd0b1546f045d0a43 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(3091): Received CLOSE for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,33033,1731781299811 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:33033. 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05a2a007c984c2ebd0b1546f045d0a43, disabling compactions & flushes 2024-11-16T18:22:20,680 DEBUG [RS:0;3bde9015baec:33033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:20,680 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:20,680 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. after waiting 0 ms 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:22:20,680 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05a2a007c984c2ebd0b1546f045d0a43 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T18:22:20,680 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:22:20,680 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1325): Online Regions={05a2a007c984c2ebd0b1546f045d0a43=test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43., 1588230740=hbase:meta,,1.1588230740, e2c5ee61d92d3abfa79e0feb74f943e1=hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.} 2024-11-16T18:22:20,680 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:20,680 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:20,680 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:20,681 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:22:20,693 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/info/dd416c69794b420f888adf0b2e8c588b is 147, key is hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1./info:regioninfo/1731781320785/Put/seqid=0 2024-11-16T18:22:20,693 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f/ea20bc298c904745a457266ca72f13aa is 28, key is row/f:/1731781328485/DeleteFamily/seqid=0 2024-11-16T18:22:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741841_1017 (size=5085) 2024-11-16T18:22:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741840_1016 (size=7686) 2024-11-16T18:22:20,722 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:20,881 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:20,883 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:22:20,883 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:22:21,027 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 636, reset compression=false 2024-11-16T18:22:21,030 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:21,030 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 883, reset compression=false 2024-11-16T18:22:21,030 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,33033,1731781299811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:21,031 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,33033,1731781299811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3bde9015baec,33033,1731781299811, walGroup=3bde9015baec%2C33033%2C1731781299811, offset=3bde9015baec%2C33033%2C1731781299811.1731781302009:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:33033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:22:21,032 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:22:21,032 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:22:21,033 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:22:21,033 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:22:21,033 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:22:21,033 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1419771904, "init": 1048576000, "max": 2306867200, "used": 867475792 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202720512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:22:21,033 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:39593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:39593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:22:21,081 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:21,098 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f/ea20bc298c904745a457266ca72f13aa 2024-11-16T18:22:21,098 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/info/dd416c69794b420f888adf0b2e8c588b 2024-11-16T18:22:21,101 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea20bc298c904745a457266ca72f13aa 2024-11-16T18:22:21,113 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/ns/52c496df927d47e6b58edc12c1907397 is 43, key is default/ns:d/1731781303054/Put/seqid=0 2024-11-16T18:22:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:22:21,117 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f1/a6043d8d885c4c57861a48541b58bf97 is 29, key is row/f1:/1731781328485/DeleteFamily/seqid=0 2024-11-16T18:22:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741843_1019 (size=5089) 2024-11-16T18:22:21,233 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 883, reset compression=false 2024-11-16T18:22:21,281 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:21,481 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:21,516 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/ns/52c496df927d47e6b58edc12c1907397 2024-11-16T18:22:21,520 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f1/a6043d8d885c4c57861a48541b58bf97 2024-11-16T18:22:21,523 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6043d8d885c4c57861a48541b58bf97 2024-11-16T18:22:21,532 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/rep_barrier/45bfb698eb61434bad9d3ab8c356ffb1 is 112, key is test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43./rep_barrier:seqnumDuringOpen/1731781315703/Put/seqid=0 2024-11-16T18:22:21,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741844_1020 (size=5518) 2024-11-16T18:22:21,535 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 883, reset compression=false 2024-11-16T18:22:21,536 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/norep/e472ed0dd11b4b36bcfdabdfb3f27b4a is 32, key is row/norep:/1731781328485/DeleteFamily/seqid=0 2024-11-16T18:22:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741845_1021 (size=5101) 2024-11-16T18:22:21,681 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:21,881 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 05a2a007c984c2ebd0b1546f045d0a43, 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:21,935 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/rep_barrier/45bfb698eb61434bad9d3ab8c356ffb1 2024-11-16T18:22:21,938 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 883, reset compression=false 2024-11-16T18:22:21,939 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/norep/e472ed0dd11b4b36bcfdabdfb3f27b4a 2024-11-16T18:22:21,942 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e472ed0dd11b4b36bcfdabdfb3f27b4a 2024-11-16T18:22:21,943 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f/ea20bc298c904745a457266ca72f13aa as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/f/ea20bc298c904745a457266ca72f13aa 2024-11-16T18:22:21,946 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea20bc298c904745a457266ca72f13aa 2024-11-16T18:22:21,946 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/f/ea20bc298c904745a457266ca72f13aa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T18:22:21,946 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/f1/a6043d8d885c4c57861a48541b58bf97 as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/f1/a6043d8d885c4c57861a48541b58bf97 2024-11-16T18:22:21,949 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6043d8d885c4c57861a48541b58bf97 2024-11-16T18:22:21,950 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/f1/a6043d8d885c4c57861a48541b58bf97, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T18:22:21,950 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/.tmp/norep/e472ed0dd11b4b36bcfdabdfb3f27b4a as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/norep/e472ed0dd11b4b36bcfdabdfb3f27b4a 2024-11-16T18:22:21,952 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/table/fee0bff000304fa6bd3a0d51451506ee is 53, key is hbase:replication/table:state/1731781320790/Put/seqid=0 2024-11-16T18:22:21,953 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e472ed0dd11b4b36bcfdabdfb3f27b4a 2024-11-16T18:22:21,954 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/norep/e472ed0dd11b4b36bcfdabdfb3f27b4a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T18:22:21,954 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 05a2a007c984c2ebd0b1546f045d0a43 in 1274ms, sequenceid=6, compaction requested=false 2024-11-16T18:22:21,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741846_1022 (size=5308) 2024-11-16T18:22:21,958 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/default/test/05a2a007c984c2ebd0b1546f045d0a43/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T18:22:21,958 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:21,958 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:22:21,958 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:22:21,958 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05a2a007c984c2ebd0b1546f045d0a43: Waiting for close lock at 1731781340680Running coprocessor pre-close hooks at 1731781340680Disabling compacts and flushes for region at 1731781340680Disabling writes for close at 1731781340680Obtaining lock to block concurrent updates at 1731781340680Preparing flush snapshotting stores in 05a2a007c984c2ebd0b1546f045d0a43 at 1731781340680Finished memstore snapshotting test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731781340680Flushing stores of test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. at 1731781340681 (+1 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/f: creating writer at 1731781340681Flushing 05a2a007c984c2ebd0b1546f045d0a43/f: appending metadata at 1731781340693 (+12 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/f: closing flushed file at 1731781340693Flushing 05a2a007c984c2ebd0b1546f045d0a43/f1: creating writer at 1731781341101 (+408 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/f1: appending metadata at 1731781341116 (+15 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/f1: closing flushed file at 1731781341116Flushing 05a2a007c984c2ebd0b1546f045d0a43/norep: creating writer at 1731781341523 (+407 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/norep: appending metadata at 1731781341535 (+12 ms)Flushing 05a2a007c984c2ebd0b1546f045d0a43/norep: closing flushed file at 1731781341535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38791f90: reopening flushed file at 1731781341942 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6727d1ee: reopening flushed file at 1731781341946 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d37dcc: reopening flushed file at 1731781341950 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 05a2a007c984c2ebd0b1546f045d0a43 in 1274ms, sequenceid=6, compaction requested=false at 1731781341954 (+4 ms)Writing region close event to WAL at 1731781341955 (+1 ms)Running coprocessor post-close hooks at 1731781341958 (+3 ms)Closed at 1731781341958 2024-11-16T18:22:21,958 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781314563.05a2a007c984c2ebd0b1546f045d0a43. 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2c5ee61d92d3abfa79e0feb74f943e1, disabling compactions & flushes 2024-11-16T18:22:21,959 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. after waiting 0 ms 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2c5ee61d92d3abfa79e0feb74f943e1: Waiting for close lock at 1731781341959Running coprocessor pre-close hooks at 1731781341959Disabling compacts and flushes for region at 1731781341959Disabling writes for close at 1731781341959Failed flush hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1., putting online again at 1731781341959 2024-11-16T18:22:21,959 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:22,081 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:22:22,081 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e2c5ee61d92d3abfa79e0feb74f943e1=hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1.} 2024-11-16T18:22:22,081 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(3091): Received CLOSE for e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:22,082 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2c5ee61d92d3abfa79e0feb74f943e1 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2c5ee61d92d3abfa79e0feb74f943e1, disabling compactions & flushes 2024-11-16T18:22:22,082 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. after waiting 0 ms 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2c5ee61d92d3abfa79e0feb74f943e1: Waiting for close lock at 1731781342082Running coprocessor pre-close hooks at 1731781342082Disabling compacts and flushes for region at 1731781342082Disabling writes for close at 1731781342082Failed flush hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1., putting online again at 1731781342082 2024-11-16T18:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731781320016.e2c5ee61d92d3abfa79e0feb74f943e1. 2024-11-16T18:22:22,282 DEBUG [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:22:22,356 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/table/fee0bff000304fa6bd3a0d51451506ee 2024-11-16T18:22:22,360 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/info/dd416c69794b420f888adf0b2e8c588b as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/info/dd416c69794b420f888adf0b2e8c588b 2024-11-16T18:22:22,363 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/info/dd416c69794b420f888adf0b2e8c588b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:22:22,363 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/ns/52c496df927d47e6b58edc12c1907397 as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/ns/52c496df927d47e6b58edc12c1907397 2024-11-16T18:22:22,366 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/ns/52c496df927d47e6b58edc12c1907397, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:22:22,367 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/rep_barrier/45bfb698eb61434bad9d3ab8c356ffb1 as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/rep_barrier/45bfb698eb61434bad9d3ab8c356ffb1 2024-11-16T18:22:22,370 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/rep_barrier/45bfb698eb61434bad9d3ab8c356ffb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:22:22,370 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/.tmp/table/fee0bff000304fa6bd3a0d51451506ee as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/table/fee0bff000304fa6bd3a0d51451506ee 2024-11-16T18:22:22,373 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/table/fee0bff000304fa6bd3a0d51451506ee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:22:22,374 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false 2024-11-16T18:22:22,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:22:22,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:22:22,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:22:22,377 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:22,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781340680Running coprocessor pre-close hooks at 1731781340680Disabling compacts and flushes for region at 1731781340680Disabling writes for close at 1731781340680Obtaining lock to block concurrent updates at 1731781340681 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731781340681Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781340681Flushing stores of hbase:meta,,1.1588230740 at 1731781340681Flushing 1588230740/info: creating writer at 1731781340681Flushing 1588230740/info: appending metadata at 1731781340693 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781340693Flushing 1588230740/ns: creating writer at 1731781341101 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731781341113 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731781341113Flushing 1588230740/rep_barrier: creating writer at 1731781341519 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781341531 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781341531Flushing 1588230740/table: creating writer at 1731781341939 (+408 ms)Flushing 1588230740/table: appending metadata at 1731781341952 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731781341952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373085d1: reopening flushed file at 1731781342359 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55103f90: reopening flushed file at 1731781342363 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3ad29a: reopening flushed file at 1731781342366 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc6e22a: reopening flushed file at 1731781342370 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1694ms, sequenceid=16, compaction requested=false at 1731781342374 (+4 ms)Writing region close event to WAL at 1731781342375 (+1 ms)Running coprocessor post-close hooks at 1731781342377 (+2 ms)Closed at 1731781342377 2024-11-16T18:22:22,377 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:22,441 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 883, reset compression=false 2024-11-16T18:22:22,444 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:22,444 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/WALs/3bde9015baec,33033,1731781299811/3bde9015baec%2C33033%2C1731781299811.1731781302009 to pos 1527, reset compression=false 2024-11-16T18:22:22,482 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T18:22:22,482 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,33033,1731781299811; all regions closed. 2024-11-16T18:22:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741834_1010 (size=4239) 2024-11-16T18:22:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741839_1015 (size=1297) 2024-11-16T18:22:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741832_1008 (size=1535) 2024-11-16T18:22:22,487 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:22,487 INFO [RS:0;3bde9015baec:33033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:22:22,488 INFO [RS:0;3bde9015baec:33033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:22,488 INFO [RS:0;3bde9015baec:33033 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:22,488 INFO [RS:0;3bde9015baec:33033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:22,488 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:22,488 INFO [RS:0;3bde9015baec:33033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,33033,1731781299811 because: Region server is closing 2024-11-16T18:22:22,488 INFO [RS:0;3bde9015baec:33033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:33033. 2024-11-16T18:22:22,488 DEBUG [RS:0;3bde9015baec:33033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:22,488 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:22,488 DEBUG [RS:0;3bde9015baec:33033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:22,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:22,589 INFO [RS:0;3bde9015baec:33033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.shipper3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 terminated 2024-11-16T18:22:22,589 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,33033,1731781299811.replicationSource.wal-reader.3bde9015baec%2C33033%2C1731781299811,1-3bde9015baec,33033,1731781299811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T18:22:22,589 INFO [RS:0;3bde9015baec:33033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33033 2024-11-16T18:22:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255928072/rs/3bde9015baec,33033,1731781299811 2024-11-16T18:22:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072/rs 2024-11-16T18:22:22,646 INFO [RS:0;3bde9015baec:33033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:22,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,33033,1731781299811] 2024-11-16T18:22:22,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01255928072/draining/3bde9015baec,33033,1731781299811 already deleted, retry=false 2024-11-16T18:22:22,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,33033,1731781299811 expired; onlineServers=0 2024-11-16T18:22:22,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,39593,1731781299614' ***** 2024-11-16T18:22:22,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:22:22,667 INFO [M:0;3bde9015baec:39593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:22:22,668 DEBUG [M:0;3bde9015baec:39593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:22:22,668 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:22:22,668 DEBUG [M:0;3bde9015baec:39593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:22:22,668 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781301782 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781301782,5,FailOnTimeoutGroup] 2024-11-16T18:22:22,668 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781301783 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781301783,5,FailOnTimeoutGroup] 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:22:22,668 DEBUG [M:0;3bde9015baec:39593 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:22:22,668 ERROR [M:0;3bde9015baec:39593 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36165,5,PEWorkerGroup] 2024-11-16T18:22:22,668 INFO [M:0;3bde9015baec:39593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:22:22,668 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:22:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01255928072/master 2024-11-16T18:22:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01255928072 2024-11-16T18:22:22,678 DEBUG [M:0;3bde9015baec:39593 {}] zookeeper.ZKUtil(347): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Unable to get data of znode /01255928072/master because node does not exist (not an error) 2024-11-16T18:22:22,678 WARN [M:0;3bde9015baec:39593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:22:22,679 INFO [M:0;3bde9015baec:39593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/.lastflushedseqids 2024-11-16T18:22:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741847_1023 (size=245) 2024-11-16T18:22:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:22,757 INFO [RS:0;3bde9015baec:33033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:22,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33033-0x10144e180e20001, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:22,757 INFO [RS:0;3bde9015baec:33033 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,33033,1731781299811; zookeeper connection closed. 2024-11-16T18:22:22,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52855b3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52855b3e 2024-11-16T18:22:22,757 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:22:22,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:22,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:22,833 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128737 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:23,083 INFO [M:0;3bde9015baec:39593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:22:23,083 INFO [M:0;3bde9015baec:39593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:22:23,083 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:23,083 INFO [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:23,083 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:23,083 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:23,083 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:23,083 INFO [M:0;3bde9015baec:39593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-16T18:22:23,096 DEBUG [M:0;3bde9015baec:39593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcee9c1eb37e41e7aca01dd13007404b is 82, key is hbase:meta,,1/info:regioninfo/1731781303011/Put/seqid=0 2024-11-16T18:22:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741848_1024 (size=5672) 2024-11-16T18:22:23,499 INFO [M:0;3bde9015baec:39593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcee9c1eb37e41e7aca01dd13007404b 2024-11-16T18:22:23,515 DEBUG [M:0;3bde9015baec:39593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2e306ca5e84f92bf3b5585ccdab266 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781315710/Put/seqid=0 2024-11-16T18:22:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741849_1025 (size=7217) 2024-11-16T18:22:23,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:23,918 INFO [M:0;3bde9015baec:39593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2e306ca5e84f92bf3b5585ccdab266 2024-11-16T18:22:23,921 INFO [M:0;3bde9015baec:39593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b2e306ca5e84f92bf3b5585ccdab266 2024-11-16T18:22:23,933 DEBUG [M:0;3bde9015baec:39593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7cae2b9ae1462ea616b8d96b9d3778 is 69, key is 3bde9015baec,33033,1731781299811/rs:state/1731781301863/Put/seqid=0 2024-11-16T18:22:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741850_1026 (size=5156) 2024-11-16T18:22:24,336 INFO [M:0;3bde9015baec:39593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7cae2b9ae1462ea616b8d96b9d3778 2024-11-16T18:22:24,341 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcee9c1eb37e41e7aca01dd13007404b as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcee9c1eb37e41e7aca01dd13007404b 2024-11-16T18:22:24,344 INFO [M:0;3bde9015baec:39593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcee9c1eb37e41e7aca01dd13007404b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T18:22:24,345 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b2e306ca5e84f92bf3b5585ccdab266 as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b2e306ca5e84f92bf3b5585ccdab266 2024-11-16T18:22:24,348 INFO [M:0;3bde9015baec:39593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b2e306ca5e84f92bf3b5585ccdab266 2024-11-16T18:22:24,348 INFO [M:0;3bde9015baec:39593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b2e306ca5e84f92bf3b5585ccdab266, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T18:22:24,349 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f7cae2b9ae1462ea616b8d96b9d3778 as hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f7cae2b9ae1462ea616b8d96b9d3778 2024-11-16T18:22:24,352 INFO [M:0;3bde9015baec:39593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36165/user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f7cae2b9ae1462ea616b8d96b9d3778, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T18:22:24,353 INFO [M:0;3bde9015baec:39593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false 2024-11-16T18:22:24,353 INFO [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:24,354 DEBUG [M:0;3bde9015baec:39593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781343083Disabling compacts and flushes for region at 1731781343083Disabling writes for close at 1731781343083Obtaining lock to block concurrent updates at 1731781343083Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781343083Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731781343083Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781343084 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781343084Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781343096 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781343096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781343503 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781343514 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781343515 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781343921 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781343933 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781343933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474bb0be: reopening flushed file at 1731781344340 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74edc1bf: reopening flushed file at 1731781344344 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a91d19f: reopening flushed file at 1731781344348 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=105, compaction requested=false at 1731781344353 (+5 ms)Writing region close event to WAL at 1731781344353Closed at 1731781344353 2024-11-16T18:22:24,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741830_1006 (size=64411) 2024-11-16T18:22:24,355 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d700335-df16-aded-eb97-1d1753457493/MasterData/WALs/3bde9015baec,39593,1731781299614/3bde9015baec%2C39593%2C1731781299614.1731781301516 not finished, retry = 0 2024-11-16T18:22:24,456 INFO [M:0;3bde9015baec:39593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:22:24,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:22:24,456 INFO [M:0;3bde9015baec:39593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39593 2024-11-16T18:22:24,456 INFO [M:0;3bde9015baec:39593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:22:24,578 INFO [M:0;3bde9015baec:39593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:22:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:24,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39593-0x10144e180e20000, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:22:24,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35ee61e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:24,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d561ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:24,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:24,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cfaf3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:24,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bfea9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:24,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:22:24,582 WARN [BP-410853144-172.17.0.2-1731781297479 heartbeating to localhost/127.0.0.1:36165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:22:24,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:22:24,582 WARN [BP-410853144-172.17.0.2-1731781297479 heartbeating to localhost/127.0.0.1:36165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-410853144-172.17.0.2-1731781297479 (Datanode Uuid ce7c0d64-f5aa-4b39-835a-e8ffc2f9bf20) service to localhost/127.0.0.1:36165 2024-11-16T18:22:24,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/data/data1/current/BP-410853144-172.17.0.2-1731781297479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:24,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/cluster_49ff8b73-4cae-2994-a210-d8752e1c1e98/data/data2/current/BP-410853144-172.17.0.2-1731781297479 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:22:24,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:22:24,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b712813{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:24,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7888668c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:22:24,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:22:24,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f619675{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:22:24,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@301bef16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3445ccf-4d63-d426-f8ac-f0e6806c0913/hadoop.log.dir/,STOPPED} 2024-11-16T18:22:24,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:22:24,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:22:24,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57183) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57183) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36165 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57183) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44263 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45977 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=784 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 279) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3445 (was 3687) 2024-11-16T18:22:24,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=3445 2024-11-16T18:22:24,630 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T18:22:24,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir so I do NOT create it in target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea 2024-11-16T18:22:24,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:22:24,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.tmp.dir so I do NOT create it in target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea 2024-11-16T18:22:24,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7228821-0815-c49f-9d02-f0e29b8e7bee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:22:24,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea 2024-11-16T18:22:24,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b, deleteOnExit=true 2024-11-16T18:22:24,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/zookeeper_0, clientPort=51381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:22:24,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51381 2024-11-16T18:22:24,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:22:24,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/test.cache.data in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:22:24,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:22:24,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:22:24,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:24,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:22:24,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:22:24,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10144e180e20002, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:22:24,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10144e180e20005, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:22:24,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10144e180e20008, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T18:22:24,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10144e180e20002, quorum=127.0.0.1:57183, baseZNode=/01255928072 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:22:24,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10144e180e20008, quorum=127.0.0.1:57183, baseZNode=/2426663860 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:22:24,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10144e180e20005, quorum=127.0.0.1:57183, baseZNode=/1773536495 Received Disconnected from ZooKeeper, ignoring 2024-11-16T18:22:24,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:24,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:24,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:24,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:24,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:22:24,975 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:24,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb4952f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:24,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8d8824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:25,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bd78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/java.io.tmpdir/jetty-localhost-43649-hadoop-hdfs-3_4_1-tests_jar-_-any-5113384482512814648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:25,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587c09d0{HTTP/1.1, (http/1.1)}{localhost:43649} 2024-11-16T18:22:25,067 INFO [Time-limited test {}] server.Server(415): Started @329591ms 2024-11-16T18:22:25,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:25,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:25,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:25,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:25,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:22:25,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a0277fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:25,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e49aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:25,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a3289d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/java.io.tmpdir/jetty-localhost-41875-hadoop-hdfs-3_4_1-tests_jar-_-any-9569263694461185215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:25,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3872ff46{HTTP/1.1, (http/1.1)}{localhost:41875} 2024-11-16T18:22:25,437 INFO [Time-limited test {}] server.Server(415): Started @329961ms 2024-11-16T18:22:25,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:22:26,324 WARN [Thread-4209 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data1/current/BP-1358881148-172.17.0.2-1731781344647/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:26,324 WARN [Thread-4210 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data2/current/BP-1358881148-172.17.0.2-1731781344647/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:26,340 WARN [Thread-4197 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:22:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4354a263555c19c with lease ID 0x24d05cceb6b3dce4: Processing first storage report for DS-b588ea5b-e532-4027-bc73-fe2f80f496bc from datanode DatanodeRegistration(127.0.0.1:36089, datanodeUuid=7442f874-e414-4172-a25e-ebf249d407bc, infoPort=41897, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1757318945;c=1731781344647) 2024-11-16T18:22:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4354a263555c19c with lease ID 0x24d05cceb6b3dce4: from storage DS-b588ea5b-e532-4027-bc73-fe2f80f496bc node DatanodeRegistration(127.0.0.1:36089, datanodeUuid=7442f874-e414-4172-a25e-ebf249d407bc, infoPort=41897, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1757318945;c=1731781344647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4354a263555c19c with lease ID 0x24d05cceb6b3dce4: Processing first storage report for DS-c83473b0-07a0-43fe-8690-ece3a62c762c from datanode DatanodeRegistration(127.0.0.1:36089, datanodeUuid=7442f874-e414-4172-a25e-ebf249d407bc, infoPort=41897, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1757318945;c=1731781344647) 2024-11-16T18:22:26,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4354a263555c19c with lease ID 0x24d05cceb6b3dce4: from storage DS-c83473b0-07a0-43fe-8690-ece3a62c762c node DatanodeRegistration(127.0.0.1:36089, datanodeUuid=7442f874-e414-4172-a25e-ebf249d407bc, infoPort=41897, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=1757318945;c=1731781344647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:26,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea 2024-11-16T18:22:26,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:22:26,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9 with version=8 2024-11-16T18:22:26,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/hbase-staging 2024-11-16T18:22:26,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:22:26,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:26,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35165 2024-11-16T18:22:26,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35165 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-11-16T18:22:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351650x0, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:26,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35165-0x10144e239240000 connected 2024-11-16T18:22:26,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on znode that does not yet exist, /01968460892/running 2024-11-16T18:22:26,954 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9, hbase.cluster.distributed=false 2024-11-16T18:22:26,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on znode that does not yet exist, /01968460892/acl 2024-11-16T18:22:26,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-16T18:22:26,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35165 2024-11-16T18:22:26,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35165 2024-11-16T18:22:26,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-16T18:22:26,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35165 2024-11-16T18:22:26,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:26,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39751 2024-11-16T18:22:26,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39751 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-11-16T18:22:26,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:26,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397510x0, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:26,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39751-0x10144e239240001 connected 2024-11-16T18:22:26,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on znode that does not yet exist, /01968460892/running 2024-11-16T18:22:26,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:22:26,984 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:22:26,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on znode that does not yet exist, /01968460892/master 2024-11-16T18:22:26,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on znode that does not yet exist, /01968460892/acl 2024-11-16T18:22:26,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-16T18:22:26,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39751 2024-11-16T18:22:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39751 2024-11-16T18:22:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-16T18:22:26,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39751 2024-11-16T18:22:27,000 DEBUG [M:0;3bde9015baec:35165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:35165 2024-11-16T18:22:27,000 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01968460892/backup-masters/3bde9015baec,35165,1731781346767 2024-11-16T18:22:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892/backup-masters 2024-11-16T18:22:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892/backup-masters 2024-11-16T18:22:27,011 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on existing znode=/01968460892/backup-masters/3bde9015baec,35165,1731781346767 2024-11-16T18:22:27,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:27,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968460892/master 2024-11-16T18:22:27,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:27,021 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on existing znode=/01968460892/master 2024-11-16T18:22:27,021 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01968460892/backup-masters/3bde9015baec,35165,1731781346767 from backup master directory 2024-11-16T18:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01968460892/backup-masters/3bde9015baec,35165,1731781346767 2024-11-16T18:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892/backup-masters 2024-11-16T18:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892/backup-masters 2024-11-16T18:22:27,031 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:27,031 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,35165,1731781346767 2024-11-16T18:22:27,033 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/hbase.id] with ID: 9567edec-b12b-420d-8e06-0506daee6dd6 2024-11-16T18:22:27,033 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/.tmp/hbase.id 2024-11-16T18:22:27,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:22:27,437 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/.tmp/hbase.id]:[hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/hbase.id] 2024-11-16T18:22:27,444 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:27,444 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:22:27,445 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:22:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:27,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:22:27,903 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:27,904 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:22:27,904 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:22:28,309 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/data/master/store 2024-11-16T18:22:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:22:28,313 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:28,313 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:28,313 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:28,314 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:28,314 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:28,314 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:28,314 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:28,314 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781348313Disabling compacts and flushes for region at 1731781348313Disabling writes for close at 1731781348314 (+1 ms)Writing region close event to WAL at 1731781348314Closed at 1731781348314 2024-11-16T18:22:28,314 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/data/master/store/.initializing 2024-11-16T18:22:28,314 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/WALs/3bde9015baec,35165,1731781346767 2024-11-16T18:22:28,315 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:28,316 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C35165%2C1731781346767, suffix=, logDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/WALs/3bde9015baec,35165,1731781346767, archiveDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/oldWALs, maxLogs=10 2024-11-16T18:22:28,331 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/WALs/3bde9015baec,35165,1731781346767/3bde9015baec%2C35165%2C1731781346767.1731781348316, exclude list is [], retry=0 2024-11-16T18:22:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-b588ea5b-e532-4027-bc73-fe2f80f496bc,DISK] 2024-11-16T18:22:28,334 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/WALs/3bde9015baec,35165,1731781346767/3bde9015baec%2C35165%2C1731781346767.1731781348316 2024-11-16T18:22:28,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41897:41897)] 2024-11-16T18:22:28,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:28,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:28,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,334 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:22:28,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:28,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:22:28,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:22:28,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:22:28,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:28,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:28,340 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,340 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,340 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,341 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,341 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,341 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:28,342 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:28,343 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:28,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63375548, jitterRate=-0.05563074350357056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:28,344 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781348334Initializing all the Stores at 1731781348335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781348335Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781348335Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781348335Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781348335Cleaning up temporary data from old regions at 1731781348341 (+6 ms)Region opened successfully at 1731781348344 (+3 ms) 2024-11-16T18:22:28,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:22:28,346 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8a828e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:28,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:22:28,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:22:28,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:22:28,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:22:28,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:22:28,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:22:28,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:22:28,349 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:22:28,350 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Unable to get data of znode /01968460892/balancer because node does not exist (not necessarily an error) 2024-11-16T18:22:28,414 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968460892/balancer already deleted, retry=false 2024-11-16T18:22:28,414 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:22:28,415 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Unable to get data of znode /01968460892/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:22:28,425 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968460892/normalizer already deleted, retry=false 2024-11-16T18:22:28,425 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:22:28,426 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Unable to get data of znode /01968460892/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:22:28,435 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968460892/switch/split already deleted, retry=false 2024-11-16T18:22:28,436 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Unable to get data of znode /01968460892/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:22:28,446 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968460892/switch/merge already deleted, retry=false 2024-11-16T18:22:28,447 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Unable to get data of znode /01968460892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:22:28,456 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01968460892/snapshot-cleanup already deleted, retry=false 2024-11-16T18:22:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968460892/running 2024-11-16T18:22:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01968460892/running 2024-11-16T18:22:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,467 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,35165,1731781346767, sessionid=0x10144e239240000, setting cluster-up flag (Was=false) 2024-11-16T18:22:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,519 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968460892/flush-table-proc/acquired, /01968460892/flush-table-proc/reached, /01968460892/flush-table-proc/abort 2024-11-16T18:22:28,520 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35165,1731781346767 2024-11-16T18:22:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:28,572 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01968460892/online-snapshot/acquired, /01968460892/online-snapshot/reached, /01968460892/online-snapshot/abort 2024-11-16T18:22:28,573 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35165,1731781346767 2024-11-16T18:22:28,573 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:22:28,574 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:28,575 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:22:28,575 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:22:28,575 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,35165,1731781346767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:28,576 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781378577 2024-11-16T18:22:28,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:28,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,577 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:22:28,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:22:28,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:22:28,578 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781348578,5,FailOnTimeoutGroup] 2024-11-16T18:22:28,578 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781348578,5,FailOnTimeoutGroup] 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,578 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:22:28,592 INFO [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(746): ClusterId : 9567edec-b12b-420d-8e06-0506daee6dd6 2024-11-16T18:22:28,592 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:22:28,604 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:22:28,604 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:22:28,615 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:22:28,615 DEBUG [RS:0;3bde9015baec:39751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6ef309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:28,628 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:39751 2024-11-16T18:22:28,628 INFO [RS:0;3bde9015baec:39751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:22:28,628 INFO [RS:0;3bde9015baec:39751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:22:28,628 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:22:28,629 INFO [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,35165,1731781346767 with port=39751, startcode=1731781346969 2024-11-16T18:22:28,629 DEBUG [RS:0;3bde9015baec:39751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:22:28,630 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:22:28,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,631 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9 2024-11-16T18:22:28,631 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37507 2024-11-16T18:22:28,631 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:22:28,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892/rs 2024-11-16T18:22:28,642 DEBUG [RS:0;3bde9015baec:39751 {}] zookeeper.ZKUtil(111): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Set watcher on existing znode=/01968460892/rs/3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,642 WARN [RS:0;3bde9015baec:39751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:28,642 INFO [RS:0;3bde9015baec:39751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:28,642 DEBUG [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,39751,1731781346969] 2024-11-16T18:22:28,644 INFO [RS:0;3bde9015baec:39751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:22:28,646 INFO [RS:0;3bde9015baec:39751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:22:28,646 INFO [RS:0;3bde9015baec:39751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:22:28,646 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,646 INFO [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:28,647 DEBUG [RS:0;3bde9015baec:39751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,647 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39751,1731781346969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:28,659 INFO [RS:0;3bde9015baec:39751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:22:28,659 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,39751,1731781346969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,660 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,660 INFO [RS:0;3bde9015baec:39751 {}] regionserver.Replication(171): 3bde9015baec,39751,1731781346969 started 2024-11-16T18:22:28,671 INFO [RS:0;3bde9015baec:39751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:28,671 INFO [RS:0;3bde9015baec:39751 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,39751,1731781346969, RpcServer on 3bde9015baec/172.17.0.2:39751, sessionid=0x10144e239240001 2024-11-16T18:22:28,671 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:22:28,671 DEBUG [RS:0;3bde9015baec:39751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,671 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39751,1731781346969' 2024-11-16T18:22:28,671 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968460892/flush-table-proc/abort' 2024-11-16T18:22:28,671 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968460892/flush-table-proc/acquired' 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,39751,1731781346969 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,39751,1731781346969' 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01968460892/online-snapshot/abort' 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01968460892/online-snapshot/acquired' 2024-11-16T18:22:28,672 DEBUG [RS:0;3bde9015baec:39751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:22:28,672 INFO [RS:0;3bde9015baec:39751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:22:28,672 INFO [RS:0;3bde9015baec:39751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:22:28,773 INFO [RS:0;3bde9015baec:39751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:28,774 INFO [RS:0;3bde9015baec:39751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C39751%2C1731781346969, suffix=, logDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969, archiveDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/oldWALs, maxLogs=10 2024-11-16T18:22:28,785 DEBUG [RS:0;3bde9015baec:39751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969/3bde9015baec%2C39751%2C1731781346969.1731781348774, exclude list is [], retry=0 2024-11-16T18:22:28,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-b588ea5b-e532-4027-bc73-fe2f80f496bc,DISK] 2024-11-16T18:22:28,789 INFO [RS:0;3bde9015baec:39751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969/3bde9015baec%2C39751%2C1731781346969.1731781348774 2024-11-16T18:22:28,789 DEBUG [RS:0;3bde9015baec:39751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41897:41897)] 2024-11-16T18:22:28,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:22:28,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9 2024-11-16T18:22:28,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:22:29,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:29,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:29,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:29,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:29,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:29,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:29,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:29,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:29,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:29,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:29,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/1588230740 2024-11-16T18:22:29,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/1588230740 2024-11-16T18:22:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:29,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:29,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:29,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:29,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:29,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71857943, jitterRate=0.07076679170131683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781349386Initializing all the Stores at 1731781349387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781349387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349387Cleaning up temporary data from old regions at 1731781349393 (+6 ms)Region opened successfully at 1731781349396 (+3 ms) 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:29,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:29,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781349396Disabling compacts and flushes for region at 1731781349396Disabling writes for close at 1731781349396Writing region close event to WAL at 1731781349396Closed at 1731781349396 2024-11-16T18:22:29,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:29,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:22:29,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:22:29,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:29,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:22:29,548 DEBUG [3bde9015baec:35165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:22:29,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,39751,1731781346969 2024-11-16T18:22:29,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39751,1731781346969, state=OPENING 2024-11-16T18:22:29,614 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01968460892 2024-11-16T18:22:29,625 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:29,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39751,1731781346969}] 2024-11-16T18:22:29,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968460892/meta-region-server: CHANGED 2024-11-16T18:22:29,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968460892/meta-region-server: CHANGED 2024-11-16T18:22:29,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:29,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:22:29,780 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:22:29,780 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:29,780 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:22:29,781 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C39751%2C1731781346969.meta, suffix=.meta, logDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969, archiveDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/oldWALs, maxLogs=10 2024-11-16T18:22:29,793 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969/3bde9015baec%2C39751%2C1731781346969.meta.1731781349782.meta, exclude list is [], retry=0 2024-11-16T18:22:29,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36089,DS-b588ea5b-e532-4027-bc73-fe2f80f496bc,DISK] 2024-11-16T18:22:29,796 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/WALs/3bde9015baec,39751,1731781346969/3bde9015baec%2C39751%2C1731781346969.meta.1731781349782.meta 2024-11-16T18:22:29,796 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41897:41897)] 2024-11-16T18:22:29,796 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:29,796 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:22:29,797 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:22:29,797 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:22:29,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:29,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:29,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:29,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:29,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:29,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:29,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:29,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:29,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:29,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:29,801 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:29,802 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/1588230740 2024-11-16T18:22:29,803 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/hbase/meta/1588230740 2024-11-16T18:22:29,803 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:29,803 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:29,804 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:29,804 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:29,805 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66293455, jitterRate=-0.012150540947914124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:29,805 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:22:29,805 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781349797Writing region info on filesystem at 1731781349797Initializing all the Stores at 1731781349798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781349798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781349798Cleaning up temporary data from old regions at 1731781349803 (+5 ms)Running coprocessor post-open hooks at 1731781349805 (+2 ms)Region opened successfully at 1731781349805 2024-11-16T18:22:29,806 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781349776 2024-11-16T18:22:29,808 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:22:29,808 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:22:29,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,39751,1731781346969 2024-11-16T18:22:29,808 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,39751,1731781346969, state=OPEN 2024-11-16T18:22:29,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35165-0x10144e239240000, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968460892/meta-region-server 2024-11-16T18:22:29,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39751-0x10144e239240001, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01968460892/meta-region-server 2024-11-16T18:22:29,882 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,39751,1731781346969 2024-11-16T18:22:29,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968460892/meta-region-server: CHANGED 2024-11-16T18:22:29,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01968460892/meta-region-server: CHANGED 2024-11-16T18:22:29,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:22:29,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,39751,1731781346969 in 257 msec 2024-11-16T18:22:29,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:22:29,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-16T18:22:29,885 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:29,885 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:22:29,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:29,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39751,1731781346969, seqNum=-1] 2024-11-16T18:22:29,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:29,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:29,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-16T18:22:29,889 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781349889, completionTime=-1 2024-11-16T18:22:29,889 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:22:29,890 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781409891 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781469891 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:35165, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,891 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,892 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,893 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.863sec 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:29,894 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:22:29,896 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:22:29,896 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:22:29,896 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35165,1731781346767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:29,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa53fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:29,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35165,-1 for getting cluster id 2024-11-16T18:22:29,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:29,994 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9567edec-b12b-420d-8e06-0506daee6dd6' 2024-11-16T18:22:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9567edec-b12b-420d-8e06-0506daee6dd6" 2024-11-16T18:22:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3423c53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:29,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35165,-1] 2024-11-16T18:22:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:29,995 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:29,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc593e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:29,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:29,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,39751,1731781346969, seqNum=-1] 2024-11-16T18:22:29,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:29,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:29,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,35165,1731781346767 2024-11-16T18:22:29,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51381 2024-11-16T18:22:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51381, baseZNode=/01968460892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:30,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144e239240002 connected 2024-11-16T18:22:30,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35165,1731781346767 2024-11-16T18:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52f9b26e 2024-11-16T18:22:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:30,034 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:30,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:30,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:22:30,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:30,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:30,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:22:30,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:22:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:30,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b0582606ea5299dda7f519b2e4d8e31, NAME => 'test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9 2024-11-16T18:22:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36089 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:22:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:30,849 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:30,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b0582606ea5299dda7f519b2e4d8e31, disabling compactions & flushes 2024-11-16T18:22:30,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:30,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:30,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. after waiting 0 ms 2024-11-16T18:22:30,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:30,850 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:30,850 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b0582606ea5299dda7f519b2e4d8e31: Waiting for close lock at 1731781350850Disabling compacts and flushes for region at 1731781350850Disabling writes for close at 1731781350850Writing region close event to WAL at 1731781350850Closed at 1731781350850 2024-11-16T18:22:30,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:30,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781350851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781350851"}]},"ts":"1731781350851"} 2024-11-16T18:22:30,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:30,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:30,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781350853"}]},"ts":"1731781350853"} 2024-11-16T18:22:30,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:22:30,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b0582606ea5299dda7f519b2e4d8e31, ASSIGN}] 2024-11-16T18:22:30,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b0582606ea5299dda7f519b2e4d8e31, ASSIGN 2024-11-16T18:22:30,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b0582606ea5299dda7f519b2e4d8e31, ASSIGN; state=OFFLINE, location=3bde9015baec,39751,1731781346969; forceNewPlan=false, retain=false 2024-11-16T18:22:31,006 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0582606ea5299dda7f519b2e4d8e31, regionState=OPENING, regionLocation=3bde9015baec,39751,1731781346969 2024-11-16T18:22:31,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b0582606ea5299dda7f519b2e4d8e31, ASSIGN because future has completed 2024-11-16T18:22:31,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0582606ea5299dda7f519b2e4d8e31, server=3bde9015baec,39751,1731781346969}] 2024-11-16T18:22:31,162 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:31,162 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b0582606ea5299dda7f519b2e4d8e31, NAME => 'test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:31,162 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:31,162 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:22:31,163 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,163 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:31,163 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,163 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,164 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,164 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0582606ea5299dda7f519b2e4d8e31 columnFamilyName f 2024-11-16T18:22:31,165 DEBUG [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:31,165 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(327): Store=3b0582606ea5299dda7f519b2e4d8e31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:31,165 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,166 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0582606ea5299dda7f519b2e4d8e31 columnFamilyName f1 2024-11-16T18:22:31,166 DEBUG [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:31,166 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(327): Store=3b0582606ea5299dda7f519b2e4d8e31/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:31,166 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,167 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0582606ea5299dda7f519b2e4d8e31 columnFamilyName norep 2024-11-16T18:22:31,167 DEBUG [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:31,167 INFO [StoreOpener-3b0582606ea5299dda7f519b2e4d8e31-1 {}] regionserver.HStore(327): Store=3b0582606ea5299dda7f519b2e4d8e31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:31,167 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,167 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/default/test/3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/default/test/3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,168 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,169 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:31,169 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,171 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/data/default/test/3b0582606ea5299dda7f519b2e4d8e31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:31,171 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b0582606ea5299dda7f519b2e4d8e31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69110589, jitterRate=0.0298280268907547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:31,171 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b0582606ea5299dda7f519b2e4d8e31 2024-11-16T18:22:31,171 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b0582606ea5299dda7f519b2e4d8e31: Running coprocessor pre-open hook at 1731781351163Writing region info on filesystem at 1731781351163Initializing all the Stores at 1731781351163Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781351163Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781351164 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781351164Cleaning up temporary data from old regions at 1731781351168 (+4 ms)Running coprocessor post-open hooks at 1731781351171 (+3 ms)Region opened successfully at 1731781351171 2024-11-16T18:22:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:31,172 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31., pid=6, masterSystemTime=1731781351159 2024-11-16T18:22:31,173 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:31,173 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781350035.3b0582606ea5299dda7f519b2e4d8e31. 2024-11-16T18:22:31,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0582606ea5299dda7f519b2e4d8e31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,39751,1731781346969 2024-11-16T18:22:31,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0582606ea5299dda7f519b2e4d8e31, server=3bde9015baec,39751,1731781346969 because future has completed 2024-11-16T18:22:31,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:22:31,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b0582606ea5299dda7f519b2e4d8e31, server=3bde9015baec,39751,1731781346969 in 168 msec 2024-11-16T18:22:31,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:22:31,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b0582606ea5299dda7f519b2e4d8e31, ASSIGN in 323 msec 2024-11-16T18:22:31,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:31,179 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781351179"}]},"ts":"1731781351179"} 2024-11-16T18:22:31,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:22:31,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:31,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-16T18:22:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:32,182 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:22:32,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442841c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35165,-1 for getting cluster id 2024-11-16T18:22:32,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:32,183 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9567edec-b12b-420d-8e06-0506daee6dd6' 2024-11-16T18:22:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9567edec-b12b-420d-8e06-0506daee6dd6" 2024-11-16T18:22:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0cfec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35165,-1] 2024-11-16T18:22:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,184 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3878274a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35165,1731781346767 2024-11-16T18:22:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dbf1181 2024-11-16T18:22:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:32,186 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:32,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:35165,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:32,188 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:35165' 2024-11-16T18:22:32,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f7f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,189 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35165,-1 for getting cluster id 2024-11-16T18:22:32,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:32,189 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9567edec-b12b-420d-8e06-0506daee6dd6' 2024-11-16T18:22:32,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:32,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9567edec-b12b-420d-8e06-0506daee6dd6" 2024-11-16T18:22:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17711af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35165,-1] 2024-11-16T18:22:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,190 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:32,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3249318c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:32,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:32,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35165,1731781346767 2024-11-16T18:22:32,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366b2e25 2024-11-16T18:22:32,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:32,192 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:32,192 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:22:32,192 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:32,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:32,193 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T18:22:32,197 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T18:22:32,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-16T18:22:32,198 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T18:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:32,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:32,292 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3bde9015baec:35165, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T18:22:32,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:32,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:32,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:32,307 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 361) Potentially hanging thread: ProcessThread(sid:0 cport:51381): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781348578 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5d8cd33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37507 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1358881148-172.17.0.2-1731781344647 heartbeating to localhost/127.0.0.1:37507 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data2/current/BP-1358881148-172.17.0.2-1731781344647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9/MasterData-prefix:3bde9015baec,35165,1731781346767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp123684354-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f75c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@52fbeadb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f75c4aaf140.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-657454959_20 at /127.0.0.1:38356 [Receiving block BP-1358881148-172.17.0.2-1731781344647:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_REGION-regionserver/3bde9015baec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3bde9015baec:39751 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(843056818) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp123684354-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7c153e9c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp123684354-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@167f3f0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/3bde9015baec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1013805802-7985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3bde9015baec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@636fbb6[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9-prefix:3bde9015baec,39751,1731781346969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3bde9015baec:39751-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@ce8d6de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1358881148-172.17.0.2-1731781344647:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1013805802-7982 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f75c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp123684354-7935 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f75c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@a2339a4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@51a7c28c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-53740cfe-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data1/current/BP-1358881148-172.17.0.2-1731781344647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5cbe77d0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1013805802-7983-acceptor-0@7476bae5-ServerConnector@3872ff46{HTTP/1.1, (http/1.1)}{localhost:41875} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3bde9015baec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp123684354-7934 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f75c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: 3bde9015baec:35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp123684354-7937-acceptor-0@75716d99-ServerConnector@587c09d0{HTTP/1.1, (http/1.1)}{localhost:43649} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;3bde9015baec:35165 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1959207251_20 at /127.0.0.1:38378 [Receiving block BP-1358881148-172.17.0.2-1731781344647:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37507/user/jenkins/test-data/859ed64c-beea-9857-1f40-811edecfa0c9-prefix:3bde9015baec,39751,1731781346969.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1013805802-7984 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1959207251_20 at /127.0.0.1:38306 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f75c49f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1959207251_20 at /127.0.0.1:38364 [Receiving block BP-1358881148-172.17.0.2-1731781344647:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3e9cd22b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp123684354-7939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781348578 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp123684354-7936 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f75c4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1358881148-172.17.0.2-1731781344647:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 33211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51381 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-1358881148-172.17.0.2-1731781344647:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37507 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Session-HouseKeeper-1fe4c316-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3bde9015baec:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/cluster_cdeca851-09bd-3763-339d-4aaee350af1b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:37507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33211 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=868 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=3419 (was 3445) 2024-11-16T18:22:32,310 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-16T18:22:32,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=3418 2024-11-16T18:22:32,321 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-16T18:22:32,332 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T18:22:32,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.log.dir so I do NOT create it in target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6 2024-11-16T18:22:32,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:22:32,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.tmp.dir so I do NOT create it in target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6 2024-11-16T18:22:32,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc374e28-f4d2-82da-6bd7-f30019b5edea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:22:32,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6 2024-11-16T18:22:32,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43, deleteOnExit=true 2024-11-16T18:22:32,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/zookeeper_0, clientPort=53322, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T18:22:32,429 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53322 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/test.cache.data in system properties and HBase conf 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:22:32,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:22:32,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:22:32,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:22:32,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:32,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:32,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:32,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:32,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:22:32,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:32,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ca5b81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:32,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@750ed373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:32,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f4f83b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/java.io.tmpdir/jetty-localhost-33989-hadoop-hdfs-3_4_1-tests_jar-_-any-1029769438537428957/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:32,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26900761{HTTP/1.1, (http/1.1)}{localhost:33989} 2024-11-16T18:22:32,834 INFO [Time-limited test {}] server.Server(415): Started @337359ms 2024-11-16T18:22:33,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:33,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:33,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:33,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:33,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:22:33,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a695744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:33,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c9b614f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:33,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c7cb425{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/java.io.tmpdir/jetty-localhost-45887-hadoop-hdfs-3_4_1-tests_jar-_-any-14822542314977492794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:33,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fab97fc{HTTP/1.1, (http/1.1)}{localhost:45887} 2024-11-16T18:22:33,195 INFO [Time-limited test {}] server.Server(415): Started @337720ms 2024-11-16T18:22:33,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:22:33,831 WARN [Thread-4342 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/data/data1/current/BP-1442027651-172.17.0.2-1731781352447/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:33,831 WARN [Thread-4343 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/data/data2/current/BP-1442027651-172.17.0.2-1731781352447/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:33,845 WARN [Thread-4330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:22:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9ca6c6c825bf3e2 with lease ID 0x7497c9d31ecad61: Processing first storage report for DS-0cb162d1-2cef-4370-b26f-07885d767074 from datanode DatanodeRegistration(127.0.0.1:39901, datanodeUuid=fe98262c-dd20-4622-9cc1-cef0cea4191f, infoPort=34019, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1837374759;c=1731781352447) 2024-11-16T18:22:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9ca6c6c825bf3e2 with lease ID 0x7497c9d31ecad61: from storage DS-0cb162d1-2cef-4370-b26f-07885d767074 node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=fe98262c-dd20-4622-9cc1-cef0cea4191f, infoPort=34019, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1837374759;c=1731781352447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9ca6c6c825bf3e2 with lease ID 0x7497c9d31ecad61: Processing first storage report for DS-6ca0b84a-17b7-4124-a4e3-f22381f2abfb from datanode DatanodeRegistration(127.0.0.1:39901, datanodeUuid=fe98262c-dd20-4622-9cc1-cef0cea4191f, infoPort=34019, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1837374759;c=1731781352447) 2024-11-16T18:22:33,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9ca6c6c825bf3e2 with lease ID 0x7497c9d31ecad61: from storage DS-6ca0b84a-17b7-4124-a4e3-f22381f2abfb node DatanodeRegistration(127.0.0.1:39901, datanodeUuid=fe98262c-dd20-4622-9cc1-cef0cea4191f, infoPort=34019, infoSecurePort=0, ipcPort=34537, storageInfo=lv=-57;cid=testClusterID;nsid=1837374759;c=1731781352447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:33,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6 2024-11-16T18:22:33,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:33,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:22:34,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170 with version=8 2024-11-16T18:22:34,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/hbase-staging 2024-11-16T18:22:34,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:34,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35569 2024-11-16T18:22:34,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35569 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:34,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355690x0, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:34,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35569-0x10144e257970000 connected 2024-11-16T18:22:34,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:34,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:34,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/running 2024-11-16T18:22:34,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170, hbase.cluster.distributed=false 2024-11-16T18:22:34,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/acl 2024-11-16T18:22:34,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-16T18:22:34,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35569 2024-11-16T18:22:34,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35569 2024-11-16T18:22:34,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-16T18:22:34,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35569 2024-11-16T18:22:34,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:34,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34265 2024-11-16T18:22:34,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34265 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:34,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:34,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:34,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342650x0, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:34,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342650x0, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/running 2024-11-16T18:22:34,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34265-0x10144e257970001 connected 2024-11-16T18:22:34,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:22:34,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:22:34,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/master 2024-11-16T18:22:34,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/acl 2024-11-16T18:22:34,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-16T18:22:34,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34265 2024-11-16T18:22:34,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34265 2024-11-16T18:22:34,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-16T18:22:34,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34265 2024-11-16T18:22:34,551 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:35569 2024-11-16T18:22:34,551 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-260742402/backup-masters/3bde9015baec,35569,1731781354326 2024-11-16T18:22:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/backup-masters 2024-11-16T18:22:34,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/backup-masters 2024-11-16T18:22:34,563 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on existing znode=/0-260742402/backup-masters/3bde9015baec,35569,1731781354326 2024-11-16T18:22:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-260742402/master 2024-11-16T18:22:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:34,573 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on existing znode=/0-260742402/master 2024-11-16T18:22:34,573 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-260742402/backup-masters/3bde9015baec,35569,1731781354326 from backup master directory 2024-11-16T18:22:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/backup-masters 2024-11-16T18:22:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-260742402/backup-masters/3bde9015baec,35569,1731781354326 2024-11-16T18:22:34,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/backup-masters 2024-11-16T18:22:34,583 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:34,583 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,35569,1731781354326 2024-11-16T18:22:34,585 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/hbase.id] with ID: 83008c87-3d4c-4353-a4be-396fab9cceae 2024-11-16T18:22:34,585 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/.tmp/hbase.id 2024-11-16T18:22:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:22:34,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:22:34,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T18:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:34,989 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/.tmp/hbase.id]:[hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/hbase.id] 2024-11-16T18:22:34,996 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:34,996 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:22:34,997 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:22:35,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:35,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:35,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:22:35,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:35,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:35,452 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:35,453 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:22:35,453 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:35,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:22:35,858 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store 2024-11-16T18:22:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:36,263 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:36,263 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:36,263 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781356263Disabling compacts and flushes for region at 1731781356263Disabling writes for close at 1731781356263Writing region close event to WAL at 1731781356263Closed at 1731781356263 2024-11-16T18:22:36,264 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/.initializing 2024-11-16T18:22:36,264 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/WALs/3bde9015baec,35569,1731781354326 2024-11-16T18:22:36,264 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:36,265 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C35569%2C1731781354326, suffix=, logDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/WALs/3bde9015baec,35569,1731781354326, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/oldWALs, maxLogs=10 2024-11-16T18:22:36,276 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/WALs/3bde9015baec,35569,1731781354326/3bde9015baec%2C35569%2C1731781354326.1731781356266, exclude list is [], retry=0 2024-11-16T18:22:36,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:36,279 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/WALs/3bde9015baec,35569,1731781354326/3bde9015baec%2C35569%2C1731781354326.1731781356266 2024-11-16T18:22:36,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:36,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:36,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:36,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,280 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:22:36,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:36,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:36,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:22:36,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:36,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:36,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:22:36,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:36,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:36,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:22:36,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:36,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:36,285 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,286 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,286 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,287 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,287 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,287 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:36,288 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:36,289 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:36,289 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593985, jitterRate=0.05193234980106354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:36,289 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781356280Initializing all the Stores at 1731781356281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781356281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781356281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781356281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781356281Cleaning up temporary data from old regions at 1731781356287 (+6 ms)Region opened successfully at 1731781356289 (+2 ms) 2024-11-16T18:22:36,289 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:22:36,291 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c65f8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:22:36,292 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:22:36,293 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:22:36,294 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:22:36,294 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/balancer because node does not exist (not necessarily an error) 2024-11-16T18:22:36,352 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/balancer already deleted, retry=false 2024-11-16T18:22:36,352 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:22:36,353 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:22:36,365 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/normalizer already deleted, retry=false 2024-11-16T18:22:36,365 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:22:36,366 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:22:36,375 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/switch/split already deleted, retry=false 2024-11-16T18:22:36,376 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:22:36,386 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/switch/merge already deleted, retry=false 2024-11-16T18:22:36,387 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:22:36,396 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/snapshot-cleanup already deleted, retry=false 2024-11-16T18:22:36,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-260742402/running 2024-11-16T18:22:36,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-260742402/running 2024-11-16T18:22:36,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,35569,1731781354326, sessionid=0x10144e257970000, setting cluster-up flag (Was=false) 2024-11-16T18:22:36,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,459 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-260742402/flush-table-proc/acquired, /0-260742402/flush-table-proc/reached, /0-260742402/flush-table-proc/abort 2024-11-16T18:22:36,460 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35569,1731781354326 2024-11-16T18:22:36,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:36,512 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-260742402/online-snapshot/acquired, /0-260742402/online-snapshot/reached, /0-260742402/online-snapshot/abort 2024-11-16T18:22:36,513 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35569,1731781354326 2024-11-16T18:22:36,514 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:22:36,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:36,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:22:36,515 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:22:36,515 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,35569,1731781354326 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:36,516 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781386517 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:22:36,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:36,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:22:36,517 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:22:36,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:36,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:22:36,518 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781356518,5,FailOnTimeoutGroup] 2024-11-16T18:22:36,518 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781356518,5,FailOnTimeoutGroup] 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,518 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:22:36,544 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(746): ClusterId : 83008c87-3d4c-4353-a4be-396fab9cceae 2024-11-16T18:22:36,544 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:22:36,555 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:22:36,555 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:22:36,565 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:22:36,565 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3255790c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:36,580 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:34265 2024-11-16T18:22:36,580 INFO [RS:0;3bde9015baec:34265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:22:36,580 INFO [RS:0;3bde9015baec:34265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:22:36,580 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:22:36,581 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,35569,1731781354326 with port=34265, startcode=1731781354519 2024-11-16T18:22:36,581 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:22:36,582 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:22:36,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35569 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,583 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170 2024-11-16T18:22:36,583 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44925 2024-11-16T18:22:36,583 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:22:36,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/rs 2024-11-16T18:22:36,594 DEBUG [RS:0;3bde9015baec:34265 {}] zookeeper.ZKUtil(111): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on existing znode=/0-260742402/rs/3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,594 WARN [RS:0;3bde9015baec:34265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:36,594 INFO [RS:0;3bde9015baec:34265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:36,594 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,34265,1731781354519] 2024-11-16T18:22:36,596 INFO [RS:0;3bde9015baec:34265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:22:36,597 INFO [RS:0;3bde9015baec:34265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:22:36,598 INFO [RS:0;3bde9015baec:34265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:22:36,598 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,598 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:22:36,598 INFO [RS:0;3bde9015baec:34265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:22:36,598 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,598 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,599 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:36,599 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:36,599 DEBUG [RS:0;3bde9015baec:34265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,600 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34265,1731781354519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:36,614 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:22:36,614 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,34265,1731781354519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,614 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,614 INFO [RS:0;3bde9015baec:34265 {}] regionserver.Replication(171): 3bde9015baec,34265,1731781354519 started 2024-11-16T18:22:36,626 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:36,626 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,34265,1731781354519, RpcServer on 3bde9015baec/172.17.0.2:34265, sessionid=0x10144e257970001 2024-11-16T18:22:36,626 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:22:36,626 DEBUG [RS:0;3bde9015baec:34265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,626 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34265,1731781354519' 2024-11-16T18:22:36,626 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-260742402/flush-table-proc/abort' 2024-11-16T18:22:36,626 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-260742402/flush-table-proc/acquired' 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,34265,1731781354519 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,34265,1731781354519' 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-260742402/online-snapshot/abort' 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-260742402/online-snapshot/acquired' 2024-11-16T18:22:36,627 DEBUG [RS:0;3bde9015baec:34265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:22:36,627 INFO [RS:0;3bde9015baec:34265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:22:36,627 INFO [RS:0;3bde9015baec:34265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:22:36,727 INFO [RS:0;3bde9015baec:34265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:36,729 INFO [RS:0;3bde9015baec:34265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34265%2C1731781354519, suffix=, logDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/oldWALs, maxLogs=10 2024-11-16T18:22:36,740 DEBUG [RS:0;3bde9015baec:34265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729, exclude list is [], retry=0 2024-11-16T18:22:36,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:36,744 INFO [RS:0;3bde9015baec:34265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 2024-11-16T18:22:36,744 DEBUG [RS:0;3bde9015baec:34265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:36,927 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:22:36,927 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170 2024-11-16T18:22:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:22:37,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:37,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:37,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:37,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:37,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:37,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:37,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:37,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:37,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:37,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:37,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740 2024-11-16T18:22:37,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740 2024-11-16T18:22:37,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:37,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:37,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:37,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:37,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59955161, jitterRate=-0.10659848153591156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781357332Initializing all the Stores at 1731781357333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357333Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781357333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357333Cleaning up temporary data from old regions at 1731781357339 (+6 ms)Region opened successfully at 1731781357341 (+2 ms) 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:37,341 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:37,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:37,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:37,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781357341Disabling compacts and flushes for region at 1731781357341Disabling writes for close at 1731781357341Writing region close event to WAL at 1731781357342 (+1 ms)Closed at 1731781357342 2024-11-16T18:22:37,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:37,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:22:37,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:22:37,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:37,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:22:37,494 DEBUG [3bde9015baec:35569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:22:37,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:37,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34265,1731781354519, state=OPENING 2024-11-16T18:22:37,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:22:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:37,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:37,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:37,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-260742402/meta-region-server: CHANGED 2024-11-16T18:22:37,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34265,1731781354519}] 2024-11-16T18:22:37,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-260742402/meta-region-server: CHANGED 2024-11-16T18:22:37,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:37,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:22:37,707 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:22:37,707 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:37,707 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:22:37,708 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34265%2C1731781354519.meta, suffix=.meta, logDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/oldWALs, maxLogs=10 2024-11-16T18:22:37,719 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781357708.meta, exclude list is [], retry=0 2024-11-16T18:22:37,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:37,722 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781357708.meta 2024-11-16T18:22:37,722 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:37,722 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:37,722 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:37,722 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:37,722 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:22:37,722 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:22:37,722 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:22:37,723 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:37,723 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:22:37,723 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:22:37,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:37,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:37,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:37,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:37,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:37,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:37,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:37,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:37,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:37,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:37,727 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:37,727 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740 2024-11-16T18:22:37,728 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740 2024-11-16T18:22:37,729 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:37,729 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:37,729 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:37,730 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:37,730 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69493715, jitterRate=0.03553704917430878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:37,730 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:22:37,730 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781357723Writing region info on filesystem at 1731781357723Initializing all the Stores at 1731781357723Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357723Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357723Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781357723Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781357723Cleaning up temporary data from old regions at 1731781357729 (+6 ms)Running coprocessor post-open hooks at 1731781357730 (+1 ms)Region opened successfully at 1731781357730 2024-11-16T18:22:37,731 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781357704 2024-11-16T18:22:37,732 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:22:37,732 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:22:37,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:37,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,34265,1731781354519, state=OPEN 2024-11-16T18:22:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-260742402/meta-region-server 2024-11-16T18:22:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-260742402/meta-region-server 2024-11-16T18:22:37,768 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,34265,1731781354519 2024-11-16T18:22:37,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-260742402/meta-region-server: CHANGED 2024-11-16T18:22:37,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-260742402/meta-region-server: CHANGED 2024-11-16T18:22:37,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:22:37,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,34265,1731781354519 in 216 msec 2024-11-16T18:22:37,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:22:37,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-16T18:22:37,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:37,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:22:37,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:37,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34265,1731781354519, seqNum=-1] 2024-11-16T18:22:37,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:37,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:37,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-16T18:22:37,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781357777, completionTime=-1 2024-11-16T18:22:37,777 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:22:37,777 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:22:37,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:22:37,778 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781417778 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781477779 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:35569, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,779 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,780 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.198sec 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:22:37,781 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:22:37,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:37,782 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:22:37,783 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:22:37,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:22:37,783 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35569,1731781354326-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:37,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5dfaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:37,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:37,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:37,845 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1fc068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:37,847 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:37,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e9f461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:37,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34265,1731781354519, seqNum=-1] 2024-11-16T18:22:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:37,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:37,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,35569,1731781354326 2024-11-16T18:22:37,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:37,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:37,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10144e257970002 connected 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir so I do NOT create it in target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45 2024-11-16T18:22:37,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.tmp.dir so I do NOT create it in target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45 2024-11-16T18:22:37,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:22:37,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/cluster_3eb77a47-f5ba-0ce3-7e88-4b8290cfe047, deleteOnExit=true 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/test.cache.data in system properties and HBase conf 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:22:37,883 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:22:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:22:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:22:38,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:38,178 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:38,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:38,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:38,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:22:38,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:38,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad94a68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:38,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a6a2451{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:38,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28c52eab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/java.io.tmpdir/jetty-localhost-44023-hadoop-hdfs-3_4_1-tests_jar-_-any-1075545888108145604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:38,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52761fee{HTTP/1.1, (http/1.1)}{localhost:44023} 2024-11-16T18:22:38,295 INFO [Time-limited test {}] server.Server(415): Started @342819ms 2024-11-16T18:22:38,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:38,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:38,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:38,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:38,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T18:22:38,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47da66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:38,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@554109bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:38,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a19505{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/java.io.tmpdir/jetty-localhost-35511-hadoop-hdfs-3_4_1-tests_jar-_-any-15223591561796788310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:38,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f6c7b0c{HTTP/1.1, (http/1.1)}{localhost:35511} 2024-11-16T18:22:38,640 INFO [Time-limited test {}] server.Server(415): Started @343165ms 2024-11-16T18:22:38,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:22:39,302 WARN [Thread-4464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/cluster_3eb77a47-f5ba-0ce3-7e88-4b8290cfe047/data/data2/current/BP-1412841984-172.17.0.2-1731781357897/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:39,302 WARN [Thread-4463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/cluster_3eb77a47-f5ba-0ce3-7e88-4b8290cfe047/data/data1/current/BP-1412841984-172.17.0.2-1731781357897/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:39,320 WARN [Thread-4451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3b0cfc60696869 with lease ID 0x6c54dd52005406c1: Processing first storage report for DS-9b4053bc-5edb-4d38-80e1-e86106772800 from datanode DatanodeRegistration(127.0.0.1:42557, datanodeUuid=cd8a1848-add1-4d6e-85d3-f9f8f682db55, infoPort=44871, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=2070099400;c=1731781357897) 2024-11-16T18:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3b0cfc60696869 with lease ID 0x6c54dd52005406c1: from storage DS-9b4053bc-5edb-4d38-80e1-e86106772800 node DatanodeRegistration(127.0.0.1:42557, datanodeUuid=cd8a1848-add1-4d6e-85d3-f9f8f682db55, infoPort=44871, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=2070099400;c=1731781357897), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3b0cfc60696869 with lease ID 0x6c54dd52005406c1: Processing first storage report for DS-14f491d8-416d-4114-80a7-666586681735 from datanode DatanodeRegistration(127.0.0.1:42557, datanodeUuid=cd8a1848-add1-4d6e-85d3-f9f8f682db55, infoPort=44871, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=2070099400;c=1731781357897) 2024-11-16T18:22:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3b0cfc60696869 with lease ID 0x6c54dd52005406c1: from storage DS-14f491d8-416d-4114-80a7-666586681735 node DatanodeRegistration(127.0.0.1:42557, datanodeUuid=cd8a1848-add1-4d6e-85d3-f9f8f682db55, infoPort=44871, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=2070099400;c=1731781357897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:39,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45 2024-11-16T18:22:39,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:22:39,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f with version=8 2024-11-16T18:22:39,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/hbase-staging 2024-11-16T18:22:39,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:39,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:39,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35707 2024-11-16T18:22:39,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35707 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357070x0, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:39,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35707-0x10144e257970003 connected 2024-11-16T18:22:39,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/running 2024-11-16T18:22:39,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f, hbase.cluster.distributed=false 2024-11-16T18:22:39,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/acl 2024-11-16T18:22:39,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-16T18:22:39,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35707 2024-11-16T18:22:39,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35707 2024-11-16T18:22:39,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-16T18:22:39,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-16T18:22:39,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:22:39,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:39,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46501 2024-11-16T18:22:39,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46501 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:39,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:39,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465010x0, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:39,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46501-0x10144e257970004 connected 2024-11-16T18:22:39,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465010x0, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/running 2024-11-16T18:22:39,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:22:39,945 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:22:39,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/master 2024-11-16T18:22:39,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/acl 2024-11-16T18:22:39,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-16T18:22:39,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46501 2024-11-16T18:22:39,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46501 2024-11-16T18:22:39,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-16T18:22:39,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-16T18:22:39,962 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:35707 2024-11-16T18:22:39,962 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-476616713/backup-masters/3bde9015baec,35707,1731781359785 2024-11-16T18:22:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/backup-masters 2024-11-16T18:22:39,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/backup-masters 2024-11-16T18:22:39,973 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on existing znode=/1-476616713/backup-masters/3bde9015baec,35707,1731781359785 2024-11-16T18:22:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-476616713/master 2024-11-16T18:22:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:39,983 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on existing znode=/1-476616713/master 2024-11-16T18:22:39,984 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-476616713/backup-masters/3bde9015baec,35707,1731781359785 from backup master directory 2024-11-16T18:22:39,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-476616713/backup-masters/3bde9015baec,35707,1731781359785 2024-11-16T18:22:39,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/backup-masters 2024-11-16T18:22:39,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/backup-masters 2024-11-16T18:22:39,994 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:39,994 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,35707,1731781359785 2024-11-16T18:22:39,996 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/hbase.id] with ID: 58c0df23-d15c-422a-8012-35baa540650c 2024-11-16T18:22:39,996 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/.tmp/hbase.id 2024-11-16T18:22:39,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:22:40,400 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/.tmp/hbase.id]:[hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/hbase.id] 2024-11-16T18:22:40,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:40,407 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:22:40,408 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:22:40,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:40,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:22:40,861 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:40,862 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:22:40,862 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:22:41,267 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store 2024-11-16T18:22:41,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:41,672 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:41,672 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:41,672 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781361672Disabling compacts and flushes for region at 1731781361672Disabling writes for close at 1731781361672Writing region close event to WAL at 1731781361672Closed at 1731781361672 2024-11-16T18:22:41,673 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/.initializing 2024-11-16T18:22:41,673 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/WALs/3bde9015baec,35707,1731781359785 2024-11-16T18:22:41,674 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:41,675 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C35707%2C1731781359785, suffix=, logDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/WALs/3bde9015baec,35707,1731781359785, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/oldWALs, maxLogs=10 2024-11-16T18:22:41,687 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/WALs/3bde9015baec,35707,1731781359785/3bde9015baec%2C35707%2C1731781359785.1731781361675, exclude list is [], retry=0 2024-11-16T18:22:41,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42557,DS-9b4053bc-5edb-4d38-80e1-e86106772800,DISK] 2024-11-16T18:22:41,690 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/WALs/3bde9015baec,35707,1731781359785/3bde9015baec%2C35707%2C1731781359785.1731781361675 2024-11-16T18:22:41,690 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-16T18:22:41,690 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:41,691 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:41,691 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,691 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:22:41,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:22:41,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:22:41,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:22:41,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:41,696 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,697 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,697 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,698 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,698 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,698 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:41,699 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:41,700 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:41,700 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742191, jitterRate=-0.12467314302921295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:41,700 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781361691Initializing all the Stores at 1731781361691Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781361691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781361692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781361692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781361692Cleaning up temporary data from old regions at 1731781361698 (+6 ms)Region opened successfully at 1731781361700 (+2 ms) 2024-11-16T18:22:41,701 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:22:41,702 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad2f72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:41,703 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:22:41,703 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:22:41,703 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:22:41,703 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:22:41,704 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:22:41,704 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:22:41,704 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:22:41,705 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:22:41,706 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/balancer because node does not exist (not necessarily an error) 2024-11-16T18:22:41,762 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/balancer already deleted, retry=false 2024-11-16T18:22:41,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:22:41,763 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:22:41,775 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/normalizer already deleted, retry=false 2024-11-16T18:22:41,775 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:22:41,776 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:22:41,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/switch/split already deleted, retry=false 2024-11-16T18:22:41,786 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:22:41,796 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/switch/merge already deleted, retry=false 2024-11-16T18:22:41,798 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:22:41,806 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/snapshot-cleanup already deleted, retry=false 2024-11-16T18:22:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-476616713/running 2024-11-16T18:22:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-476616713/running 2024-11-16T18:22:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,817 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,35707,1731781359785, sessionid=0x10144e257970003, setting cluster-up flag (Was=false) 2024-11-16T18:22:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-476616713/flush-table-proc/acquired, /1-476616713/flush-table-proc/reached, /1-476616713/flush-table-proc/abort 2024-11-16T18:22:41,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35707,1731781359785 2024-11-16T18:22:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:41,922 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-476616713/online-snapshot/acquired, /1-476616713/online-snapshot/reached, /1-476616713/online-snapshot/abort 2024-11-16T18:22:41,923 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,35707,1731781359785 2024-11-16T18:22:41,924 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:22:41,925 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:41,925 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:22:41,925 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,35707,1731781359785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:41,926 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781391927 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:22:41,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:22:41,927 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:22:41,927 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:22:41,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:22:41,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:22:41,928 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:22:41,928 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781361928,5,FailOnTimeoutGroup] 2024-11-16T18:22:41,929 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781361929,5,FailOnTimeoutGroup] 2024-11-16T18:22:41,929 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:41,929 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:22:41,929 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:41,929 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:22:41,955 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(746): ClusterId : 58c0df23-d15c-422a-8012-35baa540650c 2024-11-16T18:22:41,955 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:22:41,997 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:22:41,997 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:22:42,007 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:22:42,007 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c45bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:42,018 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:46501 2024-11-16T18:22:42,018 INFO [RS:0;3bde9015baec:46501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:22:42,018 INFO [RS:0;3bde9015baec:46501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:22:42,018 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:22:42,018 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,35707,1731781359785 with port=46501, startcode=1731781359932 2024-11-16T18:22:42,018 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:22:42,019 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:22:42,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,021 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f 2024-11-16T18:22:42,021 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44417 2024-11-16T18:22:42,021 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:22:42,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/rs 2024-11-16T18:22:42,071 DEBUG [RS:0;3bde9015baec:46501 {}] zookeeper.ZKUtil(111): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on existing znode=/1-476616713/rs/3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,071 WARN [RS:0;3bde9015baec:46501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:42,071 INFO [RS:0;3bde9015baec:46501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:42,071 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,46501,1731781359932] 2024-11-16T18:22:42,073 INFO [RS:0;3bde9015baec:46501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:22:42,074 INFO [RS:0;3bde9015baec:46501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:22:42,074 INFO [RS:0;3bde9015baec:46501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:22:42,074 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,075 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:22:42,075 INFO [RS:0;3bde9015baec:46501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:22:42,075 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:42,075 DEBUG [RS:0;3bde9015baec:46501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,076 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,46501,1731781359932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:42,092 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:22:42,092 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,46501,1731781359932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,092 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,092 INFO [RS:0;3bde9015baec:46501 {}] regionserver.Replication(171): 3bde9015baec,46501,1731781359932 started 2024-11-16T18:22:42,104 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:42,104 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,46501,1731781359932, RpcServer on 3bde9015baec/172.17.0.2:46501, sessionid=0x10144e257970004 2024-11-16T18:22:42,104 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:22:42,104 DEBUG [RS:0;3bde9015baec:46501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,104 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,46501,1731781359932' 2024-11-16T18:22:42,104 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-476616713/flush-table-proc/abort' 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-476616713/flush-table-proc/acquired' 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,46501,1731781359932' 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-476616713/online-snapshot/abort' 2024-11-16T18:22:42,105 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-476616713/online-snapshot/acquired' 2024-11-16T18:22:42,106 DEBUG [RS:0;3bde9015baec:46501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:22:42,106 INFO [RS:0;3bde9015baec:46501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:22:42,106 INFO [RS:0;3bde9015baec:46501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:22:42,206 INFO [RS:0;3bde9015baec:46501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:42,207 INFO [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C46501%2C1731781359932, suffix=, logDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/oldWALs, maxLogs=10 2024-11-16T18:22:42,219 DEBUG [RS:0;3bde9015baec:46501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932/3bde9015baec%2C46501%2C1731781359932.1731781362207, exclude list is [], retry=0 2024-11-16T18:22:42,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42557,DS-9b4053bc-5edb-4d38-80e1-e86106772800,DISK] 2024-11-16T18:22:42,222 INFO [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932/3bde9015baec%2C46501%2C1731781359932.1731781362207 2024-11-16T18:22:42,222 DEBUG [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-16T18:22:42,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:22:42,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f 2024-11-16T18:22:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:22:42,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:42,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:42,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:42,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:42,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:42,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:42,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:42,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:42,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:42,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:42,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:42,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:42,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:42,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:42,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:42,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740 2024-11-16T18:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740 2024-11-16T18:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:42,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:42,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:42,746 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67837129, jitterRate=0.010851994156837463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781362737Initializing all the Stores at 1731781362738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781362738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781362738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781362738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781362738Cleaning up temporary data from old regions at 1731781362743 (+5 ms)Region opened successfully at 1731781362746 (+3 ms) 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:42,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:42,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:42,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781362746Disabling compacts and flushes for region at 1731781362746Disabling writes for close at 1731781362746Writing region close event to WAL at 1731781362747 (+1 ms)Closed at 1731781362747 2024-11-16T18:22:42,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:42,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:22:42,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:22:42,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:42,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:22:42,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:42,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:42,873 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148778 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:22:42,899 DEBUG [3bde9015baec:35707 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:22:42,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,46501,1731781359932 2024-11-16T18:22:42,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,46501,1731781359932, state=OPENING 2024-11-16T18:22:42,993 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:22:43,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:43,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:22:43,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:43,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-476616713/meta-region-server: CHANGED 2024-11-16T18:22:43,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-476616713/meta-region-server: CHANGED 2024-11-16T18:22:43,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,46501,1731781359932}] 2024-11-16T18:22:43,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:43,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:22:43,160 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:22:43,160 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:43,160 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:22:43,162 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C46501%2C1731781359932.meta, suffix=.meta, logDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932, archiveDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/oldWALs, maxLogs=10 2024-11-16T18:22:43,174 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932/3bde9015baec%2C46501%2C1731781359932.meta.1731781363162.meta, exclude list is [], retry=0 2024-11-16T18:22:43,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42557,DS-9b4053bc-5edb-4d38-80e1-e86106772800,DISK] 2024-11-16T18:22:43,177 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932/3bde9015baec%2C46501%2C1731781359932.meta.1731781363162.meta 2024-11-16T18:22:43,177 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-16T18:22:43,177 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:43,177 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:22:43,178 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:22:43,178 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:22:43,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:43,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:43,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:43,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:43,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:43,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:43,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:43,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:43,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:43,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:43,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:43,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:43,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:43,182 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:43,182 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740 2024-11-16T18:22:43,183 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740 2024-11-16T18:22:43,184 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:43,184 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:43,184 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:43,185 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:43,186 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67254201, jitterRate=0.002165690064430237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:43,186 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:22:43,186 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781363178Writing region info on filesystem at 1731781363178Initializing all the Stores at 1731781363179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781363179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781363179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781363179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781363179Cleaning up temporary data from old regions at 1731781363184 (+5 ms)Running coprocessor post-open hooks at 1731781363186 (+2 ms)Region opened successfully at 1731781363186 2024-11-16T18:22:43,186 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781363156 2024-11-16T18:22:43,188 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:22:43,188 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:22:43,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,46501,1731781359932 2024-11-16T18:22:43,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,46501,1731781359932, state=OPEN 2024-11-16T18:22:43,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-476616713/meta-region-server 2024-11-16T18:22:43,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-476616713/meta-region-server 2024-11-16T18:22:43,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,46501,1731781359932 2024-11-16T18:22:43,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-476616713/meta-region-server: CHANGED 2024-11-16T18:22:43,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-476616713/meta-region-server: CHANGED 2024-11-16T18:22:43,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:22:43,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,46501,1731781359932 in 192 msec 2024-11-16T18:22:43,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:22:43,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-16T18:22:43,199 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:43,199 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:22:43,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:43,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46501,1731781359932, seqNum=-1] 2024-11-16T18:22:43,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:43,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-16T18:22:43,204 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781363204, completionTime=-1 2024-11-16T18:22:43,204 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:22:43,204 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781423206 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781483206 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:35707, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,206 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,207 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,208 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:43,209 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:22:43,211 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:22:43,211 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:22:43,211 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,35707,1731781359785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:43,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7948e6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:43,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35707,-1 for getting cluster id 2024-11-16T18:22:43,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:43,257 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c0df23-d15c-422a-8012-35baa540650c' 2024-11-16T18:22:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c0df23-d15c-422a-8012-35baa540650c" 2024-11-16T18:22:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54124e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35707,-1] 2024-11-16T18:22:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:43,258 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:43,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303c3b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:43,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46501,1731781359932, seqNum=-1] 2024-11-16T18:22:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:43,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:43,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,35707,1731781359785 2024-11-16T18:22:43,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:43,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:43,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10144e257970005 connected 2024-11-16T18:22:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir so I do NOT create it in target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42 2024-11-16T18:22:43,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T18:22:43,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.tmp.dir so I do NOT create it in target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42 2024-11-16T18:22:43,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T18:22:43,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42 2024-11-16T18:22:43,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T18:22:43,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/cluster_14c0b619-3f0e-4c68-5dda-67ee8baac132, deleteOnExit=true 2024-11-16T18:22:43,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/test.cache.data in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.log.dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T18:22:43,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:43,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T18:22:43,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/nfs.dump.dir in system properties and HBase conf 2024-11-16T18:22:43,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/java.io.tmpdir in system properties and HBase conf 2024-11-16T18:22:43,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T18:22:43,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T18:22:43,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T18:22:43,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:43,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:43,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:43,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:43,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:43,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:22:43,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:43,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19788b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:43,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32523ad0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:43,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38177a6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/java.io.tmpdir/jetty-localhost-41401-hadoop-hdfs-3_4_1-tests_jar-_-any-5290906627387598203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:22:43,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a24b144{HTTP/1.1, (http/1.1)}{localhost:41401} 2024-11-16T18:22:43,795 INFO [Time-limited test {}] server.Server(415): Started @348320ms 2024-11-16T18:22:44,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T18:22:44,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T18:22:44,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T18:22:44,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T18:22:44,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T18:22:44,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b19135f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.log.dir/,AVAILABLE} 2024-11-16T18:22:44,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f20b588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T18:22:44,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@317f8440{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/java.io.tmpdir/jetty-localhost-38549-hadoop-hdfs-3_4_1-tests_jar-_-any-3060652863541094720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:22:44,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2db3c6c0{HTTP/1.1, (http/1.1)}{localhost:38549} 2024-11-16T18:22:44,144 INFO [Time-limited test {}] server.Server(415): Started @348669ms 2024-11-16T18:22:44,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T18:22:44,767 WARN [Thread-4585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/cluster_14c0b619-3f0e-4c68-5dda-67ee8baac132/data/data2/current/BP-240120589-172.17.0.2-1731781363336/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:44,767 WARN [Thread-4584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/cluster_14c0b619-3f0e-4c68-5dda-67ee8baac132/data/data1/current/BP-240120589-172.17.0.2-1731781363336/current, will proceed with Du for space computation calculation, 2024-11-16T18:22:44,786 WARN [Thread-4572 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T18:22:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb42c50ec52f7cd9c with lease ID 0xb8537c9b46434ece: Processing first storage report for DS-5c237232-0ff2-4a99-9973-157af05ff97b from datanode DatanodeRegistration(127.0.0.1:40485, datanodeUuid=2272576e-fc1b-45d3-8463-8e830cd25a60, infoPort=42615, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1099503863;c=1731781363336) 2024-11-16T18:22:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb42c50ec52f7cd9c with lease ID 0xb8537c9b46434ece: from storage DS-5c237232-0ff2-4a99-9973-157af05ff97b node DatanodeRegistration(127.0.0.1:40485, datanodeUuid=2272576e-fc1b-45d3-8463-8e830cd25a60, infoPort=42615, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1099503863;c=1731781363336), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb42c50ec52f7cd9c with lease ID 0xb8537c9b46434ece: Processing first storage report for DS-34ea0212-0810-4230-b0bf-d6b00f73ea59 from datanode DatanodeRegistration(127.0.0.1:40485, datanodeUuid=2272576e-fc1b-45d3-8463-8e830cd25a60, infoPort=42615, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1099503863;c=1731781363336) 2024-11-16T18:22:44,788 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb42c50ec52f7cd9c with lease ID 0xb8537c9b46434ece: from storage DS-34ea0212-0810-4230-b0bf-d6b00f73ea59 node DatanodeRegistration(127.0.0.1:40485, datanodeUuid=2272576e-fc1b-45d3-8463-8e830cd25a60, infoPort=42615, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=1099503863;c=1731781363336), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T18:22:44,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42 2024-11-16T18:22:44,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:44,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741825_1001 (size=7) 2024-11-16T18:22:45,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179 with version=8 2024-11-16T18:22:45,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/hbase-staging 2024-11-16T18:22:45,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:45,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45111 2024-11-16T18:22:45,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45111 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:45,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451110x0, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:45,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45111-0x10144e257970006 connected 2024-11-16T18:22:45,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:45,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:45,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/running 2024-11-16T18:22:45,430 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179, hbase.cluster.distributed=false 2024-11-16T18:22:45,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/acl 2024-11-16T18:22:45,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-16T18:22:45,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45111 2024-11-16T18:22:45,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45111 2024-11-16T18:22:45,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-16T18:22:45,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45111 2024-11-16T18:22:45,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3bde9015baec:0 server-side Connection retries=45 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T18:22:45,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T18:22:45,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40593 2024-11-16T18:22:45,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40593 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:45,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:45,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:45,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405930x0, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:45,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405930x0, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/running 2024-11-16T18:22:45,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40593-0x10144e257970007 connected 2024-11-16T18:22:45,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T18:22:45,471 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T18:22:45,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/master 2024-11-16T18:22:45,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/acl 2024-11-16T18:22:45,474 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:22:45,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40593 2024-11-16T18:22:45,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40593 2024-11-16T18:22:45,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:22:45,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40593 2024-11-16T18:22:45,488 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3bde9015baec:45111 2024-11-16T18:22:45,488 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21306733834/backup-masters/3bde9015baec,45111,1731781365287 2024-11-16T18:22:45,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/backup-masters 2024-11-16T18:22:45,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/backup-masters 2024-11-16T18:22:45,501 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on existing znode=/21306733834/backup-masters/3bde9015baec,45111,1731781365287 2024-11-16T18:22:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306733834/master 2024-11-16T18:22:45,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:45,512 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on existing znode=/21306733834/master 2024-11-16T18:22:45,512 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21306733834/backup-masters/3bde9015baec,45111,1731781365287 from backup master directory 2024-11-16T18:22:45,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306733834/backup-masters/3bde9015baec,45111,1731781365287 2024-11-16T18:22:45,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/backup-masters 2024-11-16T18:22:45,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/backup-masters 2024-11-16T18:22:45,522 WARN [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:45,522 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3bde9015baec,45111,1731781365287 2024-11-16T18:22:45,525 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/hbase.id] with ID: 8cc161c4-c02d-4295-9471-85d85fca646d 2024-11-16T18:22:45,525 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/.tmp/hbase.id 2024-11-16T18:22:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741826_1002 (size=42) 2024-11-16T18:22:45,528 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/.tmp/hbase.id]:[hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/hbase.id] 2024-11-16T18:22:45,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:45,535 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T18:22:45,536 INFO [master/3bde9015baec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T18:22:45,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:45,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741827_1003 (size=196) 2024-11-16T18:22:45,947 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:45,948 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T18:22:45,949 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741828_1004 (size=1189) 2024-11-16T18:22:46,354 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store 2024-11-16T18:22:46,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741829_1005 (size=34) 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:22:46,759 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:46,759 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:22:46,759 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781366759Disabling compacts and flushes for region at 1731781366759Disabling writes for close at 1731781366759Writing region close event to WAL at 1731781366759Closed at 1731781366759 2024-11-16T18:22:46,760 WARN [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/.initializing 2024-11-16T18:22:46,760 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/WALs/3bde9015baec,45111,1731781365287 2024-11-16T18:22:46,760 INFO [master/3bde9015baec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:46,762 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3bde9015baec%2C45111%2C1731781365287, suffix=, logDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/WALs/3bde9015baec,45111,1731781365287, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/oldWALs, maxLogs=10 2024-11-16T18:22:46,774 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/WALs/3bde9015baec,45111,1731781365287/3bde9015baec%2C45111%2C1731781365287.1731781366762, exclude list is [], retry=0 2024-11-16T18:22:46,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-5c237232-0ff2-4a99-9973-157af05ff97b,DISK] 2024-11-16T18:22:46,784 INFO [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/WALs/3bde9015baec,45111,1731781365287/3bde9015baec%2C45111%2C1731781365287.1731781366762 2024-11-16T18:22:46,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-11-16T18:22:46,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:46,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:46,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,785 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T18:22:46,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:46,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:46,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T18:22:46,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:46,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:46,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T18:22:46,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:46,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:46,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T18:22:46,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:46,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:46,791 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,792 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,792 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,793 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,793 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,793 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:46,794 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T18:22:46,796 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:46,796 INFO [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725089, jitterRate=0.09858943521976471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:46,796 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731781366785Initializing all the Stores at 1731781366786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781366786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781366786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781366786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781366786Cleaning up temporary data from old regions at 1731781366793 (+7 ms)Region opened successfully at 1731781366796 (+3 ms) 2024-11-16T18:22:46,800 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T18:22:46,802 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9eebb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:46,803 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T18:22:46,803 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T18:22:46,803 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T18:22:46,804 INFO [master/3bde9015baec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T18:22:46,804 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T18:22:46,804 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T18:22:46,804 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T18:22:46,806 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T18:22:46,807 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/balancer because node does not exist (not necessarily an error) 2024-11-16T18:22:46,860 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/balancer already deleted, retry=false 2024-11-16T18:22:46,860 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T18:22:46,861 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/normalizer because node does not exist (not necessarily an error) 2024-11-16T18:22:46,869 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/normalizer already deleted, retry=false 2024-11-16T18:22:46,870 INFO [master/3bde9015baec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T18:22:46,870 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/switch/split because node does not exist (not necessarily an error) 2024-11-16T18:22:46,880 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/switch/split already deleted, retry=false 2024-11-16T18:22:46,880 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/switch/merge because node does not exist (not necessarily an error) 2024-11-16T18:22:46,890 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/switch/merge already deleted, retry=false 2024-11-16T18:22:46,892 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T18:22:46,901 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/snapshot-cleanup already deleted, retry=false 2024-11-16T18:22:46,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306733834/running 2024-11-16T18:22:46,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:46,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21306733834/running 2024-11-16T18:22:46,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:46,912 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3bde9015baec,45111,1731781365287, sessionid=0x10144e257970006, setting cluster-up flag (Was=false) 2024-11-16T18:22:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:46,964 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21306733834/flush-table-proc/acquired, /21306733834/flush-table-proc/reached, /21306733834/flush-table-proc/abort 2024-11-16T18:22:46,965 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,45111,1731781365287 2024-11-16T18:22:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:46,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:47,096 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21306733834/online-snapshot/acquired, /21306733834/online-snapshot/reached, /21306733834/online-snapshot/abort 2024-11-16T18:22:47,097 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3bde9015baec,45111,1731781365287 2024-11-16T18:22:47,098 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T18:22:47,099 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:47,100 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T18:22:47,100 INFO [master/3bde9015baec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T18:22:47,100 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3bde9015baec,45111,1731781365287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3bde9015baec:0, corePoolSize=5, maxPoolSize=5 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3bde9015baec:0, corePoolSize=10, maxPoolSize=10 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:47,101 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731781397102 2024-11-16T18:22:47,102 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T18:22:47,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T18:22:47,103 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T18:22:47,104 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:47,104 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T18:22:47,104 INFO [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T18:22:47,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T18:22:47,104 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781367104,5,FailOnTimeoutGroup] 2024-11-16T18:22:47,108 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781367104,5,FailOnTimeoutGroup] 2024-11-16T18:22:47,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T18:22:47,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,108 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741831_1007 (size=1321) 2024-11-16T18:22:47,181 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(746): ClusterId : 8cc161c4-c02d-4295-9471-85d85fca646d 2024-11-16T18:22:47,181 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T18:22:47,207 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T18:22:47,207 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T18:22:47,217 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T18:22:47,217 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4b469a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3bde9015baec/172.17.0.2:0 2024-11-16T18:22:47,228 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3bde9015baec:40593 2024-11-16T18:22:47,228 INFO [RS:0;3bde9015baec:40593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T18:22:47,228 INFO [RS:0;3bde9015baec:40593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T18:22:47,228 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T18:22:47,229 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(2659): reportForDuty to master=3bde9015baec,45111,1731781365287 with port=40593, startcode=1731781365450 2024-11-16T18:22:47,229 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T18:22:47,230 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T18:22:47,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] master.ServerManager(517): Registering regionserver=3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,232 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179 2024-11-16T18:22:47,232 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42799 2024-11-16T18:22:47,232 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T18:22:47,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/rs 2024-11-16T18:22:47,281 DEBUG [RS:0;3bde9015baec:40593 {}] zookeeper.ZKUtil(111): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on existing znode=/21306733834/rs/3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,281 WARN [RS:0;3bde9015baec:40593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T18:22:47,282 INFO [RS:0;3bde9015baec:40593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:47,282 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,282 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3bde9015baec,40593,1731781365450] 2024-11-16T18:22:47,284 INFO [RS:0;3bde9015baec:40593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T18:22:47,286 INFO [RS:0;3bde9015baec:40593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T18:22:47,286 INFO [RS:0;3bde9015baec:40593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T18:22:47,286 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,286 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T18:22:47,287 INFO [RS:0;3bde9015baec:40593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T18:22:47,287 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3bde9015baec:0, corePoolSize=2, maxPoolSize=2 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,287 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,288 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3bde9015baec:0, corePoolSize=1, maxPoolSize=1 2024-11-16T18:22:47,288 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:47,288 DEBUG [RS:0;3bde9015baec:40593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3bde9015baec:0, corePoolSize=3, maxPoolSize=3 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,288 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781365450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:47,301 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T18:22:47,301 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,40593,1731781365450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,301 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,301 INFO [RS:0;3bde9015baec:40593 {}] regionserver.Replication(171): 3bde9015baec,40593,1731781365450 started 2024-11-16T18:22:47,314 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:47,314 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1482): Serving as 3bde9015baec,40593,1731781365450, RpcServer on 3bde9015baec/172.17.0.2:40593, sessionid=0x10144e257970007 2024-11-16T18:22:47,314 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T18:22:47,314 DEBUG [RS:0;3bde9015baec:40593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,314 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,40593,1731781365450' 2024-11-16T18:22:47,314 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21306733834/flush-table-proc/abort' 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21306733834/flush-table-proc/acquired' 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3bde9015baec,40593,1731781365450 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3bde9015baec,40593,1731781365450' 2024-11-16T18:22:47,315 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21306733834/online-snapshot/abort' 2024-11-16T18:22:47,316 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21306733834/online-snapshot/acquired' 2024-11-16T18:22:47,316 DEBUG [RS:0;3bde9015baec:40593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T18:22:47,316 INFO [RS:0;3bde9015baec:40593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T18:22:47,316 INFO [RS:0;3bde9015baec:40593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T18:22:47,416 INFO [RS:0;3bde9015baec:40593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T18:22:47,417 INFO [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C40593%2C1731781365450, suffix=, logDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/oldWALs, maxLogs=10 2024-11-16T18:22:47,440 DEBUG [RS:0;3bde9015baec:40593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450/3bde9015baec%2C40593%2C1731781365450.1731781367418, exclude list is [], retry=0 2024-11-16T18:22:47,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-5c237232-0ff2-4a99-9973-157af05ff97b,DISK] 2024-11-16T18:22:47,443 INFO [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450/3bde9015baec%2C40593%2C1731781365450.1731781367418 2024-11-16T18:22:47,443 DEBUG [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-11-16T18:22:47,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T18:22:47,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179 2024-11-16T18:22:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741833_1009 (size=32) 2024-11-16T18:22:47,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:47,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:47,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:47,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:47,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:47,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:47,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:47,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:47,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:47,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:47,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:47,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:47,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:47,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:47,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:47,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:47,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:47,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:47,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740 2024-11-16T18:22:47,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740 2024-11-16T18:22:47,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:47,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:47,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:47,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:47,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:47,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67744574, jitterRate=0.009472817182540894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:47,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731781367918Initializing all the Stores at 1731781367919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781367919Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781367919Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781367919Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781367919Cleaning up temporary data from old regions at 1731781367925 (+6 ms)Region opened successfully at 1731781367928 (+3 ms) 2024-11-16T18:22:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:22:47,929 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:22:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:22:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:22:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:22:47,929 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:22:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781367929Disabling compacts and flushes for region at 1731781367929Disabling writes for close at 1731781367929Writing region close event to WAL at 1731781367929Closed at 1731781367929 2024-11-16T18:22:47,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:47,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T18:22:47,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T18:22:47,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:47,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T18:22:48,082 DEBUG [3bde9015baec:45111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T18:22:48,082 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3bde9015baec,40593,1731781365450 2024-11-16T18:22:48,083 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,40593,1731781365450, state=OPENING 2024-11-16T18:22:48,130 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T18:22:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:22:48,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T18:22:48,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,40593,1731781365450}] 2024-11-16T18:22:48,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306733834/meta-region-server: CHANGED 2024-11-16T18:22:48,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306733834/meta-region-server: CHANGED 2024-11-16T18:22:48,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:48,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:22:48,297 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T18:22:48,297 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:48,297 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T18:22:48,298 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C40593%2C1731781365450.meta, suffix=.meta, logDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450, archiveDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/oldWALs, maxLogs=10 2024-11-16T18:22:48,310 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450/3bde9015baec%2C40593%2C1731781365450.meta.1731781368298.meta, exclude list is [], retry=0 2024-11-16T18:22:48,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40485,DS-5c237232-0ff2-4a99-9973-157af05ff97b,DISK] 2024-11-16T18:22:48,313 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/WALs/3bde9015baec,40593,1731781365450/3bde9015baec%2C40593%2C1731781365450.meta.1731781368298.meta 2024-11-16T18:22:48,313 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-11-16T18:22:48,313 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:48,313 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:48,313 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:48,313 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T18:22:48,313 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T18:22:48,313 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T18:22:48,314 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:48,314 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T18:22:48,314 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T18:22:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T18:22:48,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T18:22:48,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T18:22:48,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T18:22:48,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:48,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T18:22:48,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T18:22:48,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T18:22:48,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T18:22:48,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:48,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T18:22:48,318 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T18:22:48,318 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740 2024-11-16T18:22:48,319 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740 2024-11-16T18:22:48,319 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T18:22:48,319 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T18:22:48,320 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T18:22:48,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T18:22:48,321 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63626055, jitterRate=-0.05189789831638336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T18:22:48,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T18:22:48,321 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731781368314Writing region info on filesystem at 1731781368314Initializing all the Stores at 1731781368314Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781368314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781368314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781368314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731781368314Cleaning up temporary data from old regions at 1731781368319 (+5 ms)Running coprocessor post-open hooks at 1731781368321 (+2 ms)Region opened successfully at 1731781368321 2024-11-16T18:22:48,322 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731781368293 2024-11-16T18:22:48,323 DEBUG [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T18:22:48,323 INFO [RS_OPEN_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T18:22:48,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,40593,1731781365450 2024-11-16T18:22:48,324 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3bde9015baec,40593,1731781365450, state=OPEN 2024-11-16T18:22:48,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21306733834/meta-region-server 2024-11-16T18:22:48,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21306733834/meta-region-server 2024-11-16T18:22:48,332 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3bde9015baec,40593,1731781365450 2024-11-16T18:22:48,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306733834/meta-region-server: CHANGED 2024-11-16T18:22:48,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21306733834/meta-region-server: CHANGED 2024-11-16T18:22:48,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T18:22:48,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3bde9015baec,40593,1731781365450 in 192 msec 2024-11-16T18:22:48,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T18:22:48,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-16T18:22:48,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T18:22:48,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T18:22:48,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:48,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,40593,1731781365450, seqNum=-1] 2024-11-16T18:22:48,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:48,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:48,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-16T18:22:48,342 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731781368342, completionTime=-1 2024-11-16T18:22:48,342 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T18:22:48,342 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731781428344 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731781488344 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,344 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,345 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3bde9015baec:45111, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,345 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,345 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,346 DEBUG [master/3bde9015baec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T18:22:48,347 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.825sec 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T18:22:48,348 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T18:22:48,350 DEBUG [master/3bde9015baec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T18:22:48,350 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T18:22:48,350 INFO [master/3bde9015baec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3bde9015baec,45111,1731781365287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T18:22:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd0d9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:48,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45111,-1 for getting cluster id 2024-11-16T18:22:48,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:48,383 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc161c4-c02d-4295-9471-85d85fca646d' 2024-11-16T18:22:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc161c4-c02d-4295-9471-85d85fca646d" 2024-11-16T18:22:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6be26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45111,-1] 2024-11-16T18:22:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:48,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:48,384 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:48,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd88a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:48,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,40593,1731781365450, seqNum=-1] 2024-11-16T18:22:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:48,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:48,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3bde9015baec,45111,1731781365287 2024-11-16T18:22:48,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53322 2024-11-16T18:22:48,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T18:22:48,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10144e257970008 connected 2024-11-16T18:22:48,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35569,1731781354326 2024-11-16T18:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd19020 2024-11-16T18:22:48,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:48,409 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:48,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:22:48,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:48,412 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:48,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:22:48,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:22:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:48,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:48,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:48,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdad3df2a670add3dcc0812f3f3019e7, NAME => 'test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170 2024-11-16T18:22:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:22:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:49,223 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:49,224 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cdad3df2a670add3dcc0812f3f3019e7, disabling compactions & flushes 2024-11-16T18:22:49,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,224 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,224 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. after waiting 0 ms 2024-11-16T18:22:49,224 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,224 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,224 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdad3df2a670add3dcc0812f3f3019e7: Waiting for close lock at 1731781369223Disabling compacts and flushes for region at 1731781369223Disabling writes for close at 1731781369224 (+1 ms)Writing region close event to WAL at 1731781369224Closed at 1731781369224 2024-11-16T18:22:49,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:49,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781369225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781369225"}]},"ts":"1731781369225"} 2024-11-16T18:22:49,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:49,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:49,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781369227"}]},"ts":"1731781369227"} 2024-11-16T18:22:49,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:22:49,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdad3df2a670add3dcc0812f3f3019e7, ASSIGN}] 2024-11-16T18:22:49,229 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cdad3df2a670add3dcc0812f3f3019e7, ASSIGN 2024-11-16T18:22:49,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cdad3df2a670add3dcc0812f3f3019e7, ASSIGN; state=OFFLINE, location=3bde9015baec,34265,1731781354519; forceNewPlan=false, retain=false 2024-11-16T18:22:49,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdad3df2a670add3dcc0812f3f3019e7, regionState=OPENING, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:49,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cdad3df2a670add3dcc0812f3f3019e7, ASSIGN because future has completed 2024-11-16T18:22:49,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdad3df2a670add3dcc0812f3f3019e7, server=3bde9015baec,34265,1731781354519}] 2024-11-16T18:22:49,538 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,538 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cdad3df2a670add3dcc0812f3f3019e7, NAME => 'test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:49,538 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:49,538 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:22:49,538 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,538 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:49,538 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,538 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,539 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,540 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad3df2a670add3dcc0812f3f3019e7 columnFamilyName f 2024-11-16T18:22:49,540 DEBUG [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:49,541 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(327): Store=cdad3df2a670add3dcc0812f3f3019e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:49,541 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,541 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad3df2a670add3dcc0812f3f3019e7 columnFamilyName f1 2024-11-16T18:22:49,542 DEBUG [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:49,542 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(327): Store=cdad3df2a670add3dcc0812f3f3019e7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:49,542 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,543 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdad3df2a670add3dcc0812f3f3019e7 columnFamilyName norep 2024-11-16T18:22:49,543 DEBUG [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:49,543 INFO [StoreOpener-cdad3df2a670add3dcc0812f3f3019e7-1 {}] regionserver.HStore(327): Store=cdad3df2a670add3dcc0812f3f3019e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:49,543 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,543 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,544 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,544 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,544 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,545 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:49,545 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,547 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:49,547 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cdad3df2a670add3dcc0812f3f3019e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65024622, jitterRate=-0.031057626008987427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:49,547 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:22:49,547 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cdad3df2a670add3dcc0812f3f3019e7: Running coprocessor pre-open hook at 1731781369538Writing region info on filesystem at 1731781369538Initializing all the Stores at 1731781369539 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781369539Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781369539Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781369539Cleaning up temporary data from old regions at 1731781369544 (+5 ms)Running coprocessor post-open hooks at 1731781369547 (+3 ms)Region opened successfully at 1731781369547 2024-11-16T18:22:49,548 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., pid=6, masterSystemTime=1731781369534 2024-11-16T18:22:49,549 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,549 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:22:49,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cdad3df2a670add3dcc0812f3f3019e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:49,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdad3df2a670add3dcc0812f3f3019e7, server=3bde9015baec,34265,1731781354519 because future has completed 2024-11-16T18:22:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:49,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:22:49,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cdad3df2a670add3dcc0812f3f3019e7, server=3bde9015baec,34265,1731781354519 in 169 msec 2024-11-16T18:22:49,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:22:49,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cdad3df2a670add3dcc0812f3f3019e7, ASSIGN in 325 msec 2024-11-16T18:22:49,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:49,555 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781369555"}]},"ts":"1731781369555"} 2024-11-16T18:22:49,556 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:22:49,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:49,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-16T18:22:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:50,563 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:22:50,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35707,1731781359785 2024-11-16T18:22:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21699b49 2024-11-16T18:22:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:50,565 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:50,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:22:50,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:50,567 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:50,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:22:50,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:22:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:50,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b07e77b4a424db6f3e3802ff0598445e, NAME => 'test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f 2024-11-16T18:22:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b07e77b4a424db6f3e3802ff0598445e, disabling compactions & flushes 2024-11-16T18:22:50,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. after waiting 0 ms 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:50,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:50,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b07e77b4a424db6f3e3802ff0598445e: Waiting for close lock at 1731781370978Disabling compacts and flushes for region at 1731781370978Disabling writes for close at 1731781370978Writing region close event to WAL at 1731781370978Closed at 1731781370978 2024-11-16T18:22:50,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:50,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781370979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781370979"}]},"ts":"1731781370979"} 2024-11-16T18:22:50,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:50,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:50,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781370981"}]},"ts":"1731781370981"} 2024-11-16T18:22:50,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:22:50,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b07e77b4a424db6f3e3802ff0598445e, ASSIGN}] 2024-11-16T18:22:50,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b07e77b4a424db6f3e3802ff0598445e, ASSIGN 2024-11-16T18:22:50,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b07e77b4a424db6f3e3802ff0598445e, ASSIGN; state=OFFLINE, location=3bde9015baec,46501,1731781359932; forceNewPlan=false, retain=false 2024-11-16T18:22:51,134 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b07e77b4a424db6f3e3802ff0598445e, regionState=OPENING, regionLocation=3bde9015baec,46501,1731781359932 2024-11-16T18:22:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b07e77b4a424db6f3e3802ff0598445e, ASSIGN because future has completed 2024-11-16T18:22:51,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07e77b4a424db6f3e3802ff0598445e, server=3bde9015baec,46501,1731781359932}] 2024-11-16T18:22:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:51,290 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:51,290 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b07e77b4a424db6f3e3802ff0598445e, NAME => 'test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:51,291 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:51,291 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:22:51,291 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,291 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:51,291 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,291 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,292 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,293 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07e77b4a424db6f3e3802ff0598445e columnFamilyName f 2024-11-16T18:22:51,293 DEBUG [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:51,293 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(327): Store=b07e77b4a424db6f3e3802ff0598445e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:51,293 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,294 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07e77b4a424db6f3e3802ff0598445e columnFamilyName f1 2024-11-16T18:22:51,294 DEBUG [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:51,294 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(327): Store=b07e77b4a424db6f3e3802ff0598445e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:51,294 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,295 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b07e77b4a424db6f3e3802ff0598445e columnFamilyName norep 2024-11-16T18:22:51,295 DEBUG [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:51,295 INFO [StoreOpener-b07e77b4a424db6f3e3802ff0598445e-1 {}] regionserver.HStore(327): Store=b07e77b4a424db6f3e3802ff0598445e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:51,295 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,296 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,296 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,296 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,296 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,297 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:51,297 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,298 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:51,298 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b07e77b4a424db6f3e3802ff0598445e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58744121, jitterRate=-0.12464438378810883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:51,298 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:22:51,298 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b07e77b4a424db6f3e3802ff0598445e: Running coprocessor pre-open hook at 1731781371291Writing region info on filesystem at 1731781371291Initializing all the Stores at 1731781371292 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781371292Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781371292Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781371292Cleaning up temporary data from old regions at 1731781371296 (+4 ms)Running coprocessor post-open hooks at 1731781371298 (+2 ms)Region opened successfully at 1731781371298 2024-11-16T18:22:51,299 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e., pid=6, masterSystemTime=1731781371288 2024-11-16T18:22:51,300 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:51,300 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:22:51,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b07e77b4a424db6f3e3802ff0598445e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,46501,1731781359932 2024-11-16T18:22:51,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b07e77b4a424db6f3e3802ff0598445e, server=3bde9015baec,46501,1731781359932 because future has completed 2024-11-16T18:22:51,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:22:51,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b07e77b4a424db6f3e3802ff0598445e, server=3bde9015baec,46501,1731781359932 in 167 msec 2024-11-16T18:22:51,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:22:51,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b07e77b4a424db6f3e3802ff0598445e, ASSIGN in 322 msec 2024-11-16T18:22:51,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:51,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781371306"}]},"ts":"1731781371306"} 2024-11-16T18:22:51,307 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:22:51,308 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:51,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 743 msec 2024-11-16T18:22:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:51,702 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:22:51,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,45111,1731781365287 2024-11-16T18:22:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b2eb27 2024-11-16T18:22:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:51,704 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:51,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T18:22:51,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:51,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:51,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T18:22:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:51,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741835_1011 (size=902) 2024-11-16T18:22:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:52,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcc82544f4173bb67f6d15a38d733b19, NAME => 'test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179 2024-11-16T18:22:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741836_1012 (size=39) 2024-11-16T18:22:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fcc82544f4173bb67f6d15a38d733b19, disabling compactions & flushes 2024-11-16T18:22:52,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. after waiting 0 ms 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcc82544f4173bb67f6d15a38d733b19: Waiting for close lock at 1731781372517Disabling compacts and flushes for region at 1731781372517Disabling writes for close at 1731781372517Writing region close event to WAL at 1731781372517Closed at 1731781372517 2024-11-16T18:22:52,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:52,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731781372574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781372574"}]},"ts":"1731781372574"} 2024-11-16T18:22:52,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:52,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:52,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781372577"}]},"ts":"1731781372577"} 2024-11-16T18:22:52,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T18:22:52,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fcc82544f4173bb67f6d15a38d733b19, ASSIGN}] 2024-11-16T18:22:52,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fcc82544f4173bb67f6d15a38d733b19, ASSIGN 2024-11-16T18:22:52,580 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fcc82544f4173bb67f6d15a38d733b19, ASSIGN; state=OFFLINE, location=3bde9015baec,40593,1731781365450; forceNewPlan=false, retain=false 2024-11-16T18:22:52,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcc82544f4173bb67f6d15a38d733b19, regionState=OPENING, regionLocation=3bde9015baec,40593,1731781365450 2024-11-16T18:22:52,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fcc82544f4173bb67f6d15a38d733b19, ASSIGN because future has completed 2024-11-16T18:22:52,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc82544f4173bb67f6d15a38d733b19, server=3bde9015baec,40593,1731781365450}] 2024-11-16T18:22:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:52,886 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,886 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fcc82544f4173bb67f6d15a38d733b19, NAME => 'test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:52,887 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:52,887 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T18:22:52,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:52,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,887 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,888 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,889 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc82544f4173bb67f6d15a38d733b19 columnFamilyName f 2024-11-16T18:22:52,889 DEBUG [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:52,889 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(327): Store=fcc82544f4173bb67f6d15a38d733b19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:52,889 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,890 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc82544f4173bb67f6d15a38d733b19 columnFamilyName f1 2024-11-16T18:22:52,890 DEBUG [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:52,890 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(327): Store=fcc82544f4173bb67f6d15a38d733b19/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:52,890 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,891 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc82544f4173bb67f6d15a38d733b19 columnFamilyName norep 2024-11-16T18:22:52,891 DEBUG [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:52,891 INFO [StoreOpener-fcc82544f4173bb67f6d15a38d733b19-1 {}] regionserver.HStore(327): Store=fcc82544f4173bb67f6d15a38d733b19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:52,891 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,892 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,893 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:52,893 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,895 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:52,895 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fcc82544f4173bb67f6d15a38d733b19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71820011, jitterRate=0.0702015608549118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:52,895 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:22:52,895 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fcc82544f4173bb67f6d15a38d733b19: Running coprocessor pre-open hook at 1731781372887Writing region info on filesystem at 1731781372887Initializing all the Stores at 1731781372888 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781372888Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781372888Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781372888Cleaning up temporary data from old regions at 1731781372892 (+4 ms)Running coprocessor post-open hooks at 1731781372895 (+3 ms)Region opened successfully at 1731781372895 2024-11-16T18:22:52,896 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19., pid=6, masterSystemTime=1731781372884 2024-11-16T18:22:52,897 DEBUG [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,897 INFO [RS_OPEN_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:22:52,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcc82544f4173bb67f6d15a38d733b19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3bde9015baec,40593,1731781365450 2024-11-16T18:22:52,899 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45111 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3bde9015baec,40593,1731781365450, table=test, region=fcc82544f4173bb67f6d15a38d733b19. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T18:22:52,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc82544f4173bb67f6d15a38d733b19, server=3bde9015baec,40593,1731781365450 because future has completed 2024-11-16T18:22:52,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T18:22:52,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcc82544f4173bb67f6d15a38d733b19, server=3bde9015baec,40593,1731781365450 in 168 msec 2024-11-16T18:22:52,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T18:22:52,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fcc82544f4173bb67f6d15a38d733b19, ASSIGN in 323 msec 2024-11-16T18:22:52,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:52,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781372903"}]},"ts":"1731781372903"} 2024-11-16T18:22:52,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T18:22:52,905 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:52,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2010 sec 2024-11-16T18:22:53,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:22:53,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T18:22:53,853 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T18:22:53,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9e867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:53,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:53,854 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfeb013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:53,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:53,855 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d788d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35569,1731781354326 2024-11-16T18:22:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214fdd52 2024-11-16T18:22:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:53,857 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:53,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3bde9015baec:35707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:53,860 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:35707' 2024-11-16T18:22:53,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767ce0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35707,-1 for getting cluster id 2024-11-16T18:22:53,862 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:53,862 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c0df23-d15c-422a-8012-35baa540650c' 2024-11-16T18:22:53,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:53,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c0df23-d15c-422a-8012-35baa540650c" 2024-11-16T18:22:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279d2442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35707,-1] 2024-11-16T18:22:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:53,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:53,864 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:53,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c33ec21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:53,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35707,1731781359785 2024-11-16T18:22:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188a8ea1 2024-11-16T18:22:53,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:53,866 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:53,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T18:22:53,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:53,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:53,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:53,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:53,867 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T18:22:53,868 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T18:22:53,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T18:22:53,869 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:53,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T18:22:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741837_1013 (size=1138) 2024-11-16T18:22:53,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c604d18bbc564786ce4b7f67cc744b58, NAME => 'hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170 2024-11-16T18:22:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741838_1014 (size=44) 2024-11-16T18:22:53,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:22:53,918 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T18:22:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:54,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:54,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c604d18bbc564786ce4b7f67cc744b58, disabling compactions & flushes 2024-11-16T18:22:54,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. after waiting 0 ms 2024-11-16T18:22:54,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,281 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c604d18bbc564786ce4b7f67cc744b58: Waiting for close lock at 1731781374281Disabling compacts and flushes for region at 1731781374281Disabling writes for close at 1731781374281Writing region close event to WAL at 1731781374281Closed at 1731781374281 2024-11-16T18:22:54,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T18:22:54,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731781374282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731781374282"}]},"ts":"1731781374282"} 2024-11-16T18:22:54,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T18:22:54,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T18:22:54,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781374284"}]},"ts":"1731781374284"} 2024-11-16T18:22:54,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T18:22:54,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c604d18bbc564786ce4b7f67cc744b58, ASSIGN}] 2024-11-16T18:22:54,287 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c604d18bbc564786ce4b7f67cc744b58, ASSIGN 2024-11-16T18:22:54,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c604d18bbc564786ce4b7f67cc744b58, ASSIGN; state=OFFLINE, location=3bde9015baec,34265,1731781354519; forceNewPlan=false, retain=false 2024-11-16T18:22:54,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c604d18bbc564786ce4b7f67cc744b58, regionState=OPENING, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:54,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c604d18bbc564786ce4b7f67cc744b58, ASSIGN because future has completed 2024-11-16T18:22:54,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c604d18bbc564786ce4b7f67cc744b58, server=3bde9015baec,34265,1731781354519}] 2024-11-16T18:22:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:54,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T18:22:54,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T18:22:54,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3bde9015baec%2C34265%2C1731781354519.rep, suffix=, logDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519, archiveDir=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/oldWALs, maxLogs=10 2024-11-16T18:22:54,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781374595, exclude list is [], retry=0 2024-11-16T18:22:54,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:54,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781374595 2024-11-16T18:22:54,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:54,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c604d18bbc564786ce4b7f67cc744b58, NAME => 'hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58.', STARTKEY => '', ENDKEY => ''} 2024-11-16T18:22:54,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T18:22:54,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T18:22:54,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. service=MultiRowMutationService 2024-11-16T18:22:54,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T18:22:54,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T18:22:54,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,614 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,615 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604d18bbc564786ce4b7f67cc744b58 columnFamilyName hfileref 2024-11-16T18:22:54,615 DEBUG [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:54,615 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(327): Store=c604d18bbc564786ce4b7f67cc744b58/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:54,615 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,616 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604d18bbc564786ce4b7f67cc744b58 columnFamilyName queue 2024-11-16T18:22:54,616 DEBUG [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:54,616 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(327): Store=c604d18bbc564786ce4b7f67cc744b58/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:54,616 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,617 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c604d18bbc564786ce4b7f67cc744b58 columnFamilyName sid 2024-11-16T18:22:54,617 DEBUG [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T18:22:54,617 INFO [StoreOpener-c604d18bbc564786ce4b7f67cc744b58-1 {}] regionserver.HStore(327): Store=c604d18bbc564786ce4b7f67cc744b58/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T18:22:54,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T18:22:54,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T18:22:54,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c604d18bbc564786ce4b7f67cc744b58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73792689, jitterRate=0.09959675371646881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T18:22:54,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:22:54,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c604d18bbc564786ce4b7f67cc744b58: Running coprocessor pre-open hook at 1731781374613Writing region info on filesystem at 1731781374613Initializing all the Stores at 1731781374613Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781374613Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781374614 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731781374614Cleaning up temporary data from old regions at 1731781374619 (+5 ms)Running coprocessor post-open hooks at 1731781374621 (+2 ms)Region opened successfully at 1731781374622 (+1 ms) 2024-11-16T18:22:54,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58., pid=10, masterSystemTime=1731781374591 2024-11-16T18:22:54,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:22:54,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c604d18bbc564786ce4b7f67cc744b58, regionState=OPEN, openSeqNum=2, regionLocation=3bde9015baec,34265,1731781354519 2024-11-16T18:22:54,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c604d18bbc564786ce4b7f67cc744b58, server=3bde9015baec,34265,1731781354519 because future has completed 2024-11-16T18:22:54,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T18:22:54,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c604d18bbc564786ce4b7f67cc744b58, server=3bde9015baec,34265,1731781354519 in 188 msec 2024-11-16T18:22:54,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T18:22:54,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c604d18bbc564786ce4b7f67cc744b58, ASSIGN in 342 msec 2024-11-16T18:22:54,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T18:22:54,630 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731781374630"}]},"ts":"1731781374630"} 2024-11-16T18:22:54,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T18:22:54,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T18:22:54,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 765 msec 2024-11-16T18:22:54,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58., hostname=3bde9015baec,34265,1731781354519, seqNum=2] 2024-11-16T18:22:54,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:54,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:22:54,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:22:54,796 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T18:22:54,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T18:22:54,927 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T18:22:54,954 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3bde9015baec,34265,1731781354519, ReplicationSource: 1, currentBandwidth=0 2024-11-16T18:22:54,955 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:54,955 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34265,1731781354519, seqNum=-1] 2024-11-16T18:22:54,955 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:54,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3bde9015baec,34265,1731781354519', locateType=CURRENT is [region=hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58., hostname=3bde9015baec,34265,1731781354519, seqNum=2] 2024-11-16T18:22:54,959 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T18:22:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T18:22:54,961 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3bde9015baec,34265,1731781354519 suceeded 2024-11-16T18:22:54,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T18:22:54,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T18:22:54,963 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3bde9015baec:35707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:22:54,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-11-16T18:22:54,973 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:35707' 2024-11-16T18:22:54,974 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b4abd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:54,974 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35707,-1 for getting cluster id 2024-11-16T18:22:54,974 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:54,975 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c0df23-d15c-422a-8012-35baa540650c' 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c0df23-d15c-422a-8012-35baa540650c" 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4ecee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35707,-1] 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:54,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:54,975 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:54,976 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:54,976 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35707,1731781359785 2024-11-16T18:22:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b9e7f2 2024-11-16T18:22:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:54,977 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:54,978 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3bde9015baec,34265,1731781354519 (queues=1) is replicating from cluster=83008c87-3d4c-4353-a4be-396fab9cceae to cluster=58c0df23-d15c-422a-8012-35baa540650c 2024-11-16T18:22:54,978 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3bde9015baec%2C34265%2C1731781354519 2024-11-16T18:22:54,978 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3bde9015baec,34265,1731781354519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:22:54,978 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C34265%2C1731781354519 2024-11-16T18:22:54,978 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729, startPosition=0, beingWritten=true 2024-11-16T18:22:54,982 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:22:54,982 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 379, reset compression=false 2024-11-16T18:22:54,982 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:22:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T18:22:55,002 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T18:22:55,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:55,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:55,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:55,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe32bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:55,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:55,004 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31633cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:55,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,005 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ab5288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed01ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35707,-1 for getting cluster id 2024-11-16T18:22:55,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:55,006 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c0df23-d15c-422a-8012-35baa540650c' 2024-11-16T18:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c0df23-d15c-422a-8012-35baa540650c" 2024-11-16T18:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a45a16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35707,-1] 2024-11-16T18:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,007 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fe1c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4993dbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45111,-1 for getting cluster id 2024-11-16T18:22:55,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:55,013 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc161c4-c02d-4295-9471-85d85fca646d' 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc161c4-c02d-4295-9471-85d85fca646d" 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8dc0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45111,-1] 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,014 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbc9f9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:55,018 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731781375018/Put/seqid=0 2024-11-16T18:22:55,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741840_1016 (size=7894) 2024-11-16T18:22:55,186 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 379, reset compression=false 2024-11-16T18:22:55,423 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731781375423/Put/seqid=0 2024-11-16T18:22:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741841_1017 (size=7691) 2024-11-16T18:22:55,489 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 379, reset compression=false 2024-11-16T18:22:55,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a591fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:55,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:55,828 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2706f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,829 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:55,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41185d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34265,1731781354519, seqNum=-1] 2024-11-16T18:22:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:55,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:55,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35569,1731781354326 2024-11-16T18:22:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf0f81b 2024-11-16T18:22:55,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:55,838 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:55,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2] 2024-11-16T18:22:55,842 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:22:55,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T18:22:55,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T18:22:55,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_0 for inclusion in cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T18:22:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:55,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_1 for inclusion in cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T18:22:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegion(2603): Flush status journal for cdad3df2a670add3dcc0812f3f3019e7: 2024-11-16T18:22:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_0 2024-11-16T18:22:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_0 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ 2024-11-16T18:22:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_1 2024-11-16T18:22:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_1 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ 2024-11-16T18:22:55,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_0 into cdad3df2a670add3dcc0812f3f3019e7/f as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ - updating store file list. 2024-11-16T18:22:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:55,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ into cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:55,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_0 into cdad3df2a670add3dcc0812f3f3019e7/f (new location: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_) 2024-11-16T18:22:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_0 2024-11-16T18:22:55,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_1 into cdad3df2a670add3dcc0812f3f3019e7/f as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ - updating store file list. 2024-11-16T18:22:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86b7c035ba564797b5677b2694aa061a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:55,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ into cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:55,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_1 into cdad3df2a670add3dcc0812f3f3019e7/f (new location: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_) 2024-11-16T18:22:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__8rasam7c13hp41cemdqc8n59568r52omt54b6s1nfr8ivflc5c49n3fefekvs8g7/f/hfile_1 2024-11-16T18:22:55,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:55,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:55,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 , the old value is region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:34265 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:22:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:22:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 from cache 2024-11-16T18:22:55,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:55,869 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:22:55,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46501,1731781359932, seqNum=-1] 2024-11-16T18:22:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:55,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e., hostname=3bde9015baec,46501,1731781359932, seqNum=2] 2024-11-16T18:22:55,873 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:22:55,892 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 379, reset compression=false 2024-11-16T18:22:55,895 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:55,895 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdad3df2a670add3dcc0812f3f3019e7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781375867/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:22:55,897 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:55,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T18:22:55,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(318): Replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:55,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5d4309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35707,-1 for getting cluster id 2024-11-16T18:22:55,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:55,899 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58c0df23-d15c-422a-8012-35baa540650c' 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58c0df23-d15c-422a-8012-35baa540650c" 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68af2998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35707,-1] 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:55,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:55,900 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:55,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a97f316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741837_1013 (size=7894) 2024-11-16T18:22:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741838_1014 (size=7691) 2024-11-16T18:22:55,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:22:56,095 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 687, reset compression=false 2024-11-16T18:22:56,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35707,1731781359785 2024-11-16T18:22:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3f2044 2024-11-16T18:22:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:56,316 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:56,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:22:56,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,46501,1731781359932, seqNum=-1] 2024-11-16T18:22:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:56,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:56,324 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T18:22:56,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T18:22:56,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ for inclusion in b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T18:22:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:56,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ for inclusion in b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T18:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegion(2603): Flush status journal for b07e77b4a424db6f3e3802ff0598445e: 2024-11-16T18:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/bf7d8cd034994451bd478f4b903fb17e_SeqId_4_ 2024-11-16T18:22:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 86b7c035ba564797b5677b2694aa061a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/022bc64fc03a44afa1f81917a6b645b2_SeqId_4_ 2024-11-16T18:22:56,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/bf7d8cd034994451bd478f4b903fb17e_SeqId_4_ - updating store file list. 2024-11-16T18:22:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf7d8cd034994451bd478f4b903fb17e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:56,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/bf7d8cd034994451bd478f4b903fb17e_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:56,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f (new location: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/bf7d8cd034994451bd478f4b903fb17e_SeqId_4_) 2024-11-16T18:22:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/711bbd5810524b3fb5ee2df6b7619d5e_SeqId_4_ 2024-11-16T18:22:56,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/022bc64fc03a44afa1f81917a6b645b2_SeqId_4_ - updating store file list. 2024-11-16T18:22:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 022bc64fc03a44afa1f81917a6b645b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:56,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/022bc64fc03a44afa1f81917a6b645b2_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:56,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ into b07e77b4a424db6f3e3802ff0598445e/f (new location: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/022bc64fc03a44afa1f81917a6b645b2_SeqId_4_) 2024-11-16T18:22:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__ed1r08hn7h6ujifk0rclok0di21gnupflel3k0fnbqsqm4150fnnad2nl5pdog80/f/86b7c035ba564797b5677b2694aa061a_SeqId_4_ 2024-11-16T18:22:56,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(324): Finished replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:56,358 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:22:56,399 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 687, reset compression=false 2024-11-16T18:22:56,802 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 687, reset compression=false 2024-11-16T18:22:56,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:56,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,40593,1731781365450, seqNum=-1] 2024-11-16T18:22:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:56,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:56,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19., hostname=3bde9015baec,40593,1731781365450, seqNum=2] 2024-11-16T18:22:56,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:56,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T18:22:56,891 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3bde9015baec%2C34265%2C1731781354519.rep:(num 1731781374595) roll requested 2024-11-16T18:22:56,907 DEBUG [regionserver/3bde9015baec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781376891, exclude list is [], retry=0 2024-11-16T18:22:56,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:56,911 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781374595 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781376891 2024-11-16T18:22:56,912 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:56,912 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.rep.1731781374595 is not closed yet, will try archiving it next time 2024-11-16T18:22:56,912 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3bde9015baec%2C34265%2C1731781354519.meta:.meta(num 1731781357708) roll requested 2024-11-16T18:22:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741839_1015 (size=1505) 2024-11-16T18:22:56,928 DEBUG [regionserver/3bde9015baec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781376912.meta, exclude list is [], retry=0 2024-11-16T18:22:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:56,931 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781357708.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781376912.meta 2024-11-16T18:22:56,931 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:56,931 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781357708.meta is not closed yet, will try archiving it next time 2024-11-16T18:22:56,932 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3bde9015baec%2C34265%2C1731781354519:(num 1731781356729) roll requested 2024-11-16T18:22:56,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741834_1010 (size=3473) 2024-11-16T18:22:56,943 DEBUG [regionserver/3bde9015baec:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, exclude list is [], retry=0 2024-11-16T18:22:56,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39901,DS-0cb162d1-2cef-4370-b26f-07885d767074,DISK] 2024-11-16T18:22:56,946 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 2024-11-16T18:22:56,946 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34019:34019)] 2024-11-16T18:22:56,946 DEBUG [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 is not closed yet, will try archiving it next time 2024-11-16T18:22:56,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad34571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:56,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741832_1008 (size=695) 2024-11-16T18:22:56,948 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72baa4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:56,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:56,949 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177e4bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35569,1731781354326 2024-11-16T18:22:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc85c75 2024-11-16T18:22:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:56,951 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:56,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3bde9015baec:45111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T18:22:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T18:22:56,952 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/oldWALs/3bde9015baec%2C34265%2C1731781354519.1731781356729 2024-11-16T18:22:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:22:56,954 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:45111' 2024-11-16T18:22:56,955 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,955 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45111,-1 for getting cluster id 2024-11-16T18:22:56,955 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:56,955 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc161c4-c02d-4295-9471-85d85fca646d' 2024-11-16T18:22:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc161c4-c02d-4295-9471-85d85fca646d" 2024-11-16T18:22:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165caa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45111,-1] 2024-11-16T18:22:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:56,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:56,957 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:56,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3d60d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:56,957 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,45111,1731781365287 2024-11-16T18:22:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68a14a50 2024-11-16T18:22:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:56,958 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:56,959 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T18:22:56,959 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T18:22:56,959 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:56,959 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:56,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:22:57,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T18:22:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:22:57,305 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 to pos 687, reset compression=false 2024-11-16T18:22:57,306 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 was moved to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/oldWALs/3bde9015baec%2C34265%2C1731781354519.1731781356729 2024-11-16T18:22:57,308 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729 2024-11-16T18:22:57,308 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, startPosition=0, beingWritten=true 2024-11-16T18:22:57,308 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781356729, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T18:22:57,309 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3bde9015baec%2C34265%2C1731781354519.1731781356729] 2024-11-16T18:22:57,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T18:22:57,356 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T18:22:57,380 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3bde9015baec,34265,1731781354519, ReplicationSource: 2, currentBandwidth=0 2024-11-16T18:22:57,381 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T18:22:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T18:22:57,383 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3bde9015baec,34265,1731781354519 suceeded 2024-11-16T18:22:57,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T18:22:57,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-11-16T18:22:57,384 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3bde9015baec:45111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T18:22:57,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 433 msec 2024-11-16T18:22:57,393 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3bde9015baec:45111' 2024-11-16T18:22:57,394 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67be66ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:57,394 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45111,-1 for getting cluster id 2024-11-16T18:22:57,394 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:57,395 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc161c4-c02d-4295-9471-85d85fca646d' 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc161c4-c02d-4295-9471-85d85fca646d" 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78dae292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45111,-1] 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:57,396 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:57,396 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294157c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:57,396 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,45111,1731781365287 2024-11-16T18:22:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@446b66d9 2024-11-16T18:22:57,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:57,397 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:57,398 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3bde9015baec,34265,1731781354519 (queues=1) is replicating from cluster=83008c87-3d4c-4353-a4be-396fab9cceae to cluster=8cc161c4-c02d-4295-9471-85d85fca646d 2024-11-16T18:22:57,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3bde9015baec%2C34265%2C1731781354519 2024-11-16T18:22:57,398 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3bde9015baec,34265,1731781354519, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T18:22:57,398 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, startPosition=0, beingWritten=true 2024-11-16T18:22:57,398 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3bde9015baec%2C34265%2C1731781354519 2024-11-16T18:22:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T18:22:57,582 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T18:22:57,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:57,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:57,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:57,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:57,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:57,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T18:22:57,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731781377585/Put/seqid=0 2024-11-16T18:22:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741845_1021 (size=11194) 2024-11-16T18:22:57,602 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:57,905 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:57,911 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:57,994 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731781377993/Put/seqid=0 2024-11-16T18:22:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741846_1022 (size=10791) 2024-11-16T18:22:58,309 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:58,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ea5b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,35569,-1 for getting cluster id 2024-11-16T18:22:58,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:58,401 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83008c87-3d4c-4353-a4be-396fab9cceae' 2024-11-16T18:22:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83008c87-3d4c-4353-a4be-396fab9cceae" 2024-11-16T18:22:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,35569,-1] 2024-11-16T18:22:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:58,402 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:58,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7833447e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,34265,1731781354519, seqNum=-1] 2024-11-16T18:22:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:58,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T18:22:58,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:58,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,35569,1731781354326 2024-11-16T18:22:58,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12037516 2024-11-16T18:22:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:58,411 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T18:22:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2] 2024-11-16T18:22:58,416 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:22:58,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T18:22:58,422 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T18:22:58,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_0 for inclusion in cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T18:22:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:58,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_1 for inclusion in cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T18:22:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegion(2603): Flush status journal for cdad3df2a670add3dcc0812f3f3019e7: 2024-11-16T18:22:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_0 2024-11-16T18:22:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_0 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ 2024-11-16T18:22:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_1 2024-11-16T18:22:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_1 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ 2024-11-16T18:22:58,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_0 into cdad3df2a670add3dcc0812f3f3019e7/f as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ - updating store file list. 2024-11-16T18:22:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15a26d97f6684d118031f6a1c94adeb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:58,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ into cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:58,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_0 into cdad3df2a670add3dcc0812f3f3019e7/f (new location: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_) 2024-11-16T18:22:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_0 2024-11-16T18:22:58,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_1 into cdad3df2a670add3dcc0812f3f3019e7/f as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ - updating store file list. 2024-11-16T18:22:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:58,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ into cdad3df2a670add3dcc0812f3f3019e7/f 2024-11-16T18:22:58,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_1 into cdad3df2a670add3dcc0812f3f3019e7/f (new location: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_) 2024-11-16T18:22:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34265 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/staging/jenkins__test__n4rsstrfmqnkls566p2cqpqmuf7vshbq5cndtpv58j46n171bols5aabqpm5omkp/f/hfile_1 2024-11-16T18:22:58,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:22:58,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:22:58,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:58,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:22:58,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 , the old value is region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3bde9015baec:34265 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:22:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T18:22:58,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7., hostname=3bde9015baec,34265,1731781354519, seqNum=2 from cache 2024-11-16T18:22:58,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T18:22:58,451 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:22:58,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T18:22:58,614 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:58,618 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:58,618 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdad3df2a670add3dcc0812f3f3019e7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781378444/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:22:58,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(318): Replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741839_1015 (size=11194) 2024-11-16T18:22:58,812 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 0, reset compression=false 2024-11-16T18:22:58,816 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T18:22:58,816 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[{test/cdad3df2a670add3dcc0812f3f3019e7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731781378444/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T18:22:58,818 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T18:22:58,818 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:22:58,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T18:22:58,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.ReplicationSink(318): Replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:58,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56be0f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] client.ClusterIdFetcher(90): Going to request 3bde9015baec,45111,-1 for getting cluster id 2024-11-16T18:22:58,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T18:22:58,824 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc161c4-c02d-4295-9471-85d85fca646d' 2024-11-16T18:22:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T18:22:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc161c4-c02d-4295-9471-85d85fca646d" 2024-11-16T18:22:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e13a5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3bde9015baec,45111,-1] 2024-11-16T18:22:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T18:22:58,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:22:58,825 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T18:22:58,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10709aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T18:22:58,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741837_1013 (size=11194) 2024-11-16T18:22:59,016 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:22:59,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741840_1016 (size=10791) 2024-11-16T18:22:59,124 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:22:59,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741838_1014 (size=10791) 2024-11-16T18:22:59,320 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:22:59,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:22:59,446 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T18:22:59,448 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T18:22:59,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ for inclusion in b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T18:22:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:59,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ for inclusion in b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T18:22:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:59,455 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T18:22:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegion(2603): Flush status journal for b07e77b4a424db6f3e3802ff0598445e: 2024-11-16T18:22:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/ad91a3fff0e8483b8ecdb54e9df10552_SeqId_6_ 2024-11-16T18:22:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/5a3c67983b7b4be38fbd0b5105c9de5e_SeqId_6_ 2024-11-16T18:22:59,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/ad91a3fff0e8483b8ecdb54e9df10552_SeqId_6_ - updating store file list. 2024-11-16T18:22:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad91a3fff0e8483b8ecdb54e9df10552_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:59,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/ad91a3fff0e8483b8ecdb54e9df10552_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:59,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f (new location: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/ad91a3fff0e8483b8ecdb54e9df10552_SeqId_6_) 2024-11-16T18:22:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ 2024-11-16T18:22:59,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/5a3c67983b7b4be38fbd0b5105c9de5e_SeqId_6_ - updating store file list. 2024-11-16T18:22:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a3c67983b7b4be38fbd0b5105c9de5e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:59,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/5a3c67983b7b4be38fbd0b5105c9de5e_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f 2024-11-16T18:22:59,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ into b07e77b4a424db6f3e3802ff0598445e/f (new location: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/f/5a3c67983b7b4be38fbd0b5105c9de5e_SeqId_6_) 2024-11-16T18:22:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/staging/jenkins.hfs.22__test__to409acjers7vbrtmbm7gsbq05fqtrs2r2n3cc3tivopppgkr2j4i6l9ufc7s0k0/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ 2024-11-16T18:22:59,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46501 {}] regionserver.ReplicationSink(324): Finished replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:59,527 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:22:59,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:22:59,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3bde9015baec,45111,1731781365287 2024-11-16T18:22:59,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712fcc3a 2024-11-16T18:22:59,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T18:22:59,643 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T18:22:59,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T18:22:59,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T18:22:59,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3bde9015baec,40593,1731781365450, seqNum=-1] 2024-11-16T18:22:59,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T18:22:59,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T18:22:59,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T18:22:59,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T18:22:59,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ for inclusion in fcc82544f4173bb67f6d15a38d733b19/f 2024-11-16T18:22:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T18:22:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:59,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ for inclusion in fcc82544f4173bb67f6d15a38d733b19/f 2024-11-16T18:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T18:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T18:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HRegion(2603): Flush status journal for fcc82544f4173bb67f6d15a38d733b19: 2024-11-16T18:22:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/6906f1a611bd464fa481557554c925f0_SeqId_4_ 2024-11-16T18:22:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T18:22:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/c8e11053b997479e888008403e6d45ee_SeqId_4_ 2024-11-16T18:22:59,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ into fcc82544f4173bb67f6d15a38d733b19/f as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/6906f1a611bd464fa481557554c925f0_SeqId_4_ - updating store file list. 2024-11-16T18:22:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6906f1a611bd464fa481557554c925f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:59,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/6906f1a611bd464fa481557554c925f0_SeqId_4_ into fcc82544f4173bb67f6d15a38d733b19/f 2024-11-16T18:22:59,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ into fcc82544f4173bb67f6d15a38d733b19/f (new location: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/6906f1a611bd464fa481557554c925f0_SeqId_4_) 2024-11-16T18:22:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/15a26d97f6684d118031f6a1c94adeb0_SeqId_6_ 2024-11-16T18:22:59,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ into fcc82544f4173bb67f6d15a38d733b19/f as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/c8e11053b997479e888008403e6d45ee_SeqId_4_ - updating store file list. 2024-11-16T18:22:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8e11053b997479e888008403e6d45ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T18:22:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/c8e11053b997479e888008403e6d45ee_SeqId_4_ into fcc82544f4173bb67f6d15a38d733b19/f 2024-11-16T18:22:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ into fcc82544f4173bb67f6d15a38d733b19/f (new location: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/f/c8e11053b997479e888008403e6d45ee_SeqId_4_) 2024-11-16T18:22:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/staging/jenkins.hfs.23__test__as56ijj7t8blmqjr7jes64jhnl8n576vp6ljthb8pp0meee9i8lhs5ljnlflfs3g/f/17d980bc758741f98e6b16cf6bbd2fbc_SeqId_6_ 2024-11-16T18:22:59,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40593 {}] regionserver.ReplicationSink(324): Finished replicating [83008c87-3d4c-4353-a4be-396fab9cceae] bulk loaded data 2024-11-16T18:22:59,723 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:00,030 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:00,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:23:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:00,227 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:00,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:23:00,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:00,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:00,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:00,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:00,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:00,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:23:00,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2046458488, stopped=false 2024-11-16T18:23:00,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,45111,1731781365287 2024-11-16T18:23:00,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306733834/running 2024-11-16T18:23:00,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306733834/running 2024-11-16T18:23:00,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:23:00,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:23:00,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:00,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:00,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:00,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:00,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/running 2024-11-16T18:23:00,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,40593,1731781365450' ***** 2024-11-16T18:23:00,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:23:00,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Set watcher on znode that does not yet exist, /21306733834/running 2024-11-16T18:23:00,522 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:23:00,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,40593,1731781365450 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:40593. 2024-11-16T18:23:00,523 DEBUG [RS:0;3bde9015baec:40593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:00,523 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:00,523 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcc82544f4173bb67f6d15a38d733b19, disabling compactions & flushes 2024-11-16T18:23:00,523 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:23:00,523 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:23:00,523 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. after waiting 0 ms 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:23:00,523 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:23:00,523 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:23:00,524 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:23:00,524 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1325): Online Regions={fcc82544f4173bb67f6d15a38d733b19=test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:23:00,524 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:23:00,524 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcc82544f4173bb67f6d15a38d733b19 2024-11-16T18:23:00,524 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:23:00,524 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:23:00,524 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:23:00,524 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:23:00,524 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T18:23:00,527 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/default/test/fcc82544f4173bb67f6d15a38d733b19/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T18:23:00,527 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:00,527 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:23:00,527 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:23:00,528 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcc82544f4173bb67f6d15a38d733b19: Waiting for close lock at 1731781380523Running coprocessor pre-close hooks at 1731781380523Disabling compacts and flushes for region at 1731781380523Disabling writes for close at 1731781380523Writing region close event to WAL at 1731781380524 (+1 ms)Running coprocessor post-close hooks at 1731781380527 (+3 ms)Closed at 1731781380527 2024-11-16T18:23:00,528 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19. 2024-11-16T18:23:00,543 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/info/48409cc50d774ab5ae3da6fbb59d0fe8 is 129, key is test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19./info:regioninfo/1731781372898/Put/seqid=0 2024-11-16T18:23:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741839_1015 (size=6421) 2024-11-16T18:23:00,600 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:00,636 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:00,724 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:00,830 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:00,924 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:00,947 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/info/48409cc50d774ab5ae3da6fbb59d0fe8 2024-11-16T18:23:00,962 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/ns/58432ec334fe451197f947b2855874f9 is 43, key is default/ns:d/1731781368339/Put/seqid=0 2024-11-16T18:23:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741840_1016 (size=5153) 2024-11-16T18:23:01,124 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:01,288 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:23:01,288 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:23:01,325 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:01,339 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:01,365 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/ns/58432ec334fe451197f947b2855874f9 2024-11-16T18:23:01,385 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/rep_barrier/9cfb0d0c6f8940a08c199e7786640ebc is 112, key is test,,1731781371704.fcc82544f4173bb67f6d15a38d733b19./rep_barrier:seqnumDuringOpen/1731781372898/Put/seqid=0 2024-11-16T18:23:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741841_1017 (size=5518) 2024-11-16T18:23:01,525 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:23:01,525 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:23:01,525 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:01,533 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:01,725 DEBUG [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:01,788 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/rep_barrier/9cfb0d0c6f8940a08c199e7786640ebc 2024-11-16T18:23:01,804 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/table/97c922db7f8f4321a9161888abe5c695 is 40, key is test/table:state/1731781372903/Put/seqid=0 2024-11-16T18:23:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741842_1018 (size=5165) 2024-11-16T18:23:01,807 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/table/97c922db7f8f4321a9161888abe5c695 2024-11-16T18:23:01,811 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/info/48409cc50d774ab5ae3da6fbb59d0fe8 as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/info/48409cc50d774ab5ae3da6fbb59d0fe8 2024-11-16T18:23:01,814 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/info/48409cc50d774ab5ae3da6fbb59d0fe8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T18:23:01,815 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/ns/58432ec334fe451197f947b2855874f9 as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/ns/58432ec334fe451197f947b2855874f9 2024-11-16T18:23:01,818 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/ns/58432ec334fe451197f947b2855874f9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:23:01,818 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/rep_barrier/9cfb0d0c6f8940a08c199e7786640ebc as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/rep_barrier/9cfb0d0c6f8940a08c199e7786640ebc 2024-11-16T18:23:01,821 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/rep_barrier/9cfb0d0c6f8940a08c199e7786640ebc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T18:23:01,822 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/.tmp/table/97c922db7f8f4321a9161888abe5c695 as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/table/97c922db7f8f4321a9161888abe5c695 2024-11-16T18:23:01,824 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/table/97c922db7f8f4321a9161888abe5c695, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:23:01,825 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false 2024-11-16T18:23:01,828 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:23:01,829 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:01,829 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:23:01,829 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:01,829 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781380524Running coprocessor pre-close hooks at 1731781380524Disabling compacts and flushes for region at 1731781380524Disabling writes for close at 1731781380524Obtaining lock to block concurrent updates at 1731781380524Preparing flush snapshotting stores in 1588230740 at 1731781380524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731781380525 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781380525Flushing 1588230740/info: creating writer at 1731781380525Flushing 1588230740/info: appending metadata at 1731781380542 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731781380543 (+1 ms)Flushing 1588230740/ns: creating writer at 1731781380950 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731781380962 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731781380962Flushing 1588230740/rep_barrier: creating writer at 1731781381369 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781381384 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781381384Flushing 1588230740/table: creating writer at 1731781381792 (+408 ms)Flushing 1588230740/table: appending metadata at 1731781381803 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731781381804 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d927c6f: reopening flushed file at 1731781381810 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a06bd1: reopening flushed file at 1731781381814 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7684b50e: reopening flushed file at 1731781381818 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4f9b99: reopening flushed file at 1731781381821 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=11, compaction requested=false at 1731781381825 (+4 ms)Writing region close event to WAL at 1731781381826 (+1 ms)Running coprocessor post-close hooks at 1731781381828 (+2 ms)Closed at 1731781381829 (+1 ms) 2024-11-16T18:23:01,829 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:01,925 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,40593,1731781365450; all regions closed. 2024-11-16T18:23:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741834_1010 (size=2717) 2024-11-16T18:23:01,929 DEBUG [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/oldWALs 2024-11-16T18:23:01,929 INFO [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C40593%2C1731781365450.meta:.meta(num 1731781368298) 2024-11-16T18:23:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741832_1008 (size=1028) 2024-11-16T18:23:01,931 DEBUG [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/oldWALs 2024-11-16T18:23:01,931 INFO [RS:0;3bde9015baec:40593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C40593%2C1731781365450:(num 1731781367418) 2024-11-16T18:23:01,931 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:01,931 INFO [RS:0;3bde9015baec:40593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:01,932 INFO [RS:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:01,932 INFO [RS:0;3bde9015baec:40593 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:01,932 INFO [RS:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:01,932 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:01,932 INFO [RS:0;3bde9015baec:40593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:40593. 2024-11-16T18:23:01,932 DEBUG [RS:0;3bde9015baec:40593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:01,932 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:01,932 DEBUG [RS:0;3bde9015baec:40593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:01,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:01,933 INFO [RS:0;3bde9015baec:40593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40593 2024-11-16T18:23:02,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306733834/rs/3bde9015baec,40593,1731781365450 2024-11-16T18:23:02,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834/rs 2024-11-16T18:23:02,003 INFO [RS:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:02,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,40593,1731781365450] 2024-11-16T18:23:02,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21306733834/draining/3bde9015baec,40593,1731781365450 already deleted, retry=false 2024-11-16T18:23:02,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,40593,1731781365450 expired; onlineServers=0 2024-11-16T18:23:02,026 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,45111,1731781365287' ***** 2024-11-16T18:23:02,026 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:23:02,026 INFO [M:0;3bde9015baec:45111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:02,026 INFO [M:0;3bde9015baec:45111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:02,026 DEBUG [M:0;3bde9015baec:45111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:23:02,026 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:23:02,026 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781367104 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781367104,5,FailOnTimeoutGroup] 2024-11-16T18:23:02,026 DEBUG [M:0;3bde9015baec:45111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:23:02,027 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781367104 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781367104,5,FailOnTimeoutGroup] 2024-11-16T18:23:02,027 INFO [M:0;3bde9015baec:45111 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:02,027 INFO [M:0;3bde9015baec:45111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:02,027 DEBUG [M:0;3bde9015baec:45111 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:23:02,027 INFO [M:0;3bde9015baec:45111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:23:02,027 INFO [M:0;3bde9015baec:45111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:02,027 INFO [M:0;3bde9015baec:45111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:23:02,027 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:23:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21306733834/master 2024-11-16T18:23:02,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21306733834 2024-11-16T18:23:02,037 DEBUG [M:0;3bde9015baec:45111 {}] zookeeper.ZKUtil(347): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Unable to get data of znode /21306733834/master because node does not exist (not an error) 2024-11-16T18:23:02,037 WARN [M:0;3bde9015baec:45111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:23:02,037 INFO [M:0;3bde9015baec:45111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/.lastflushedseqids 2024-11-16T18:23:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741843_1019 (size=173) 2024-11-16T18:23:02,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:02,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40593-0x10144e257970007, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:02,116 INFO [RS:0;3bde9015baec:40593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:02,116 INFO [RS:0;3bde9015baec:40593 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,40593,1731781365450; zookeeper connection closed. 2024-11-16T18:23:02,116 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dcdfe7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dcdfe7d 2024-11-16T18:23:02,116 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:23:02,142 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:02,336 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:02,441 INFO [M:0;3bde9015baec:45111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:23:02,441 INFO [M:0;3bde9015baec:45111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:23:02,441 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:23:02,441 INFO [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:02,441 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:02,441 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:23:02,441 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:02,441 INFO [M:0;3bde9015baec:45111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T18:23:02,458 DEBUG [M:0;3bde9015baec:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5928cd9884c4db0a19b93251928a95a is 82, key is hbase:meta,,1/info:regioninfo/1731781368324/Put/seqid=0 2024-11-16T18:23:02,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741844_1020 (size=5672) 2024-11-16T18:23:02,862 INFO [M:0;3bde9015baec:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5928cd9884c4db0a19b93251928a95a 2024-11-16T18:23:02,881 DEBUG [M:0;3bde9015baec:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb85ea6aa0b6443b82e48b88911999a8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781372906/Put/seqid=0 2024-11-16T18:23:02,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T18:23:02,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:23:02,883 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168788 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3bde9015baec,35997,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35997 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T18:23:02,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741845_1021 (size=6586) 2024-11-16T18:23:03,045 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:03,239 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:03,285 INFO [M:0;3bde9015baec:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb85ea6aa0b6443b82e48b88911999a8 2024-11-16T18:23:03,301 DEBUG [M:0;3bde9015baec:45111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c328c16f8914f7e9126819e05661a3a is 69, key is 3bde9015baec,40593,1731781365450/rs:state/1731781367231/Put/seqid=0 2024-11-16T18:23:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741846_1022 (size=5156) 2024-11-16T18:23:03,305 INFO [M:0;3bde9015baec:45111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c328c16f8914f7e9126819e05661a3a 2024-11-16T18:23:03,308 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5928cd9884c4db0a19b93251928a95a as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5928cd9884c4db0a19b93251928a95a 2024-11-16T18:23:03,311 INFO [M:0;3bde9015baec:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5928cd9884c4db0a19b93251928a95a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T18:23:03,312 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb85ea6aa0b6443b82e48b88911999a8 as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb85ea6aa0b6443b82e48b88911999a8 2024-11-16T18:23:03,314 INFO [M:0;3bde9015baec:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb85ea6aa0b6443b82e48b88911999a8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T18:23:03,315 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c328c16f8914f7e9126819e05661a3a as hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c328c16f8914f7e9126819e05661a3a 2024-11-16T18:23:03,317 INFO [M:0;3bde9015baec:45111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42799/user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c328c16f8914f7e9126819e05661a3a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T18:23:03,318 INFO [M:0;3bde9015baec:45111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false 2024-11-16T18:23:03,319 INFO [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:03,319 DEBUG [M:0;3bde9015baec:45111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781382441Disabling compacts and flushes for region at 1731781382441Disabling writes for close at 1731781382441Obtaining lock to block concurrent updates at 1731781382441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781382441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731781382442 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781382442Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781382442Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781382458 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781382458Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781382865 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781382881 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781382881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781383288 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781383301 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781383301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791e9733: reopening flushed file at 1731781383307 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d12f0b1: reopening flushed file at 1731781383311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3418a86e: reopening flushed file at 1731781383314 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1731781383318 (+4 ms)Writing region close event to WAL at 1731781383319 (+1 ms)Closed at 1731781383319 2024-11-16T18:23:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40485 is added to blk_1073741830_1006 (size=32770) 2024-11-16T18:23:03,321 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/955ea527-cd4f-77ec-beda-6f35f0461179/MasterData/WALs/3bde9015baec,45111,1731781365287/3bde9015baec%2C45111%2C1731781365287.1731781366762 not finished, retry = 0 2024-11-16T18:23:03,421 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:03,422 INFO [M:0;3bde9015baec:45111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:23:03,422 INFO [M:0;3bde9015baec:45111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45111 2024-11-16T18:23:03,422 INFO [M:0;3bde9015baec:45111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:03,566 INFO [M:0;3bde9015baec:45111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:03,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45111-0x10144e257970006, quorum=127.0.0.1:53322, baseZNode=/21306733834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:03,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@317f8440{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:23:03,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2db3c6c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:03,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:03,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f20b588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:03,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b19135f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:03,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:23:03,570 WARN [BP-240120589-172.17.0.2-1731781363336 heartbeating to localhost/127.0.0.1:42799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:23:03,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:23:03,570 WARN [BP-240120589-172.17.0.2-1731781363336 heartbeating to localhost/127.0.0.1:42799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-240120589-172.17.0.2-1731781363336 (Datanode Uuid 2272576e-fc1b-45d3-8463-8e830cd25a60) service to localhost/127.0.0.1:42799 2024-11-16T18:23:03,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/cluster_14c0b619-3f0e-4c68-5dda-67ee8baac132/data/data1/current/BP-240120589-172.17.0.2-1731781363336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:03,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/cluster_14c0b619-3f0e-4c68-5dda-67ee8baac132/data/data2/current/BP-240120589-172.17.0.2-1731781363336 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:03,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38177a6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:23:03,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a24b144{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:03,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32523ad0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19788b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70f2e23c-195e-6c92-417a-2297e4df3e42/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:03,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:23:03,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:23:03,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:03,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:03,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:03,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:03,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:23:03,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:03,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=154799815, stopped=false 2024-11-16T18:23:03,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,35707,1731781359785 2024-11-16T18:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-476616713/running 2024-11-16T18:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-476616713/running 2024-11-16T18:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:23:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:23:03,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:03,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:03,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/running 2024-11-16T18:23:03,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:03,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:03,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Set watcher on znode that does not yet exist, /1-476616713/running 2024-11-16T18:23:03,606 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,46501,1731781359932' ***** 2024-11-16T18:23:03,606 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:23:03,606 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:23:03,606 INFO [RS:0;3bde9015baec:46501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:23:03,606 INFO [RS:0;3bde9015baec:46501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:23:03,606 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(3091): Received CLOSE for b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:23:03,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,46501,1731781359932 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:46501. 2024-11-16T18:23:03,607 DEBUG [RS:0;3bde9015baec:46501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b07e77b4a424db6f3e3802ff0598445e, disabling compactions & flushes 2024-11-16T18:23:03,607 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:03,607 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. after waiting 0 ms 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:23:03,607 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T18:23:03,607 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1325): Online Regions={b07e77b4a424db6f3e3802ff0598445e=test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:23:03,607 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b07e77b4a424db6f3e3802ff0598445e 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:23:03,607 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:23:03,607 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:23:03,607 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T18:23:03,614 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/default/test/b07e77b4a424db6f3e3802ff0598445e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:23:03,615 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b07e77b4a424db6f3e3802ff0598445e: Waiting for close lock at 1731781383607Running coprocessor pre-close hooks at 1731781383607Disabling compacts and flushes for region at 1731781383607Disabling writes for close at 1731781383607Writing region close event to WAL at 1731781383612 (+5 ms)Running coprocessor post-close hooks at 1731781383615 (+3 ms)Closed at 1731781383615 2024-11-16T18:23:03,615 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e. 2024-11-16T18:23:03,627 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/info/271d67b21d8b4ef8946a30098d035b20 is 129, key is test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e./info:regioninfo/1731781371301/Put/seqid=0 2024-11-16T18:23:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741841_1017 (size=6421) 2024-11-16T18:23:03,702 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:03,807 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:03,917 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T18:23:04,007 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:04,031 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/info/271d67b21d8b4ef8946a30098d035b20 2024-11-16T18:23:04,048 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:04,051 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/ns/c5125db35c344999aa1af33d68259a53 is 43, key is default/ns:d/1731781363201/Put/seqid=0 2024-11-16T18:23:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741842_1018 (size=5153) 2024-11-16T18:23:04,145 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:23:04,145 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:23:04,208 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:04,242 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:04,408 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:04,454 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/ns/c5125db35c344999aa1af33d68259a53 2024-11-16T18:23:04,469 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/rep_barrier/70ac648eef6f410f9a8bb01c95904d78 is 112, key is test,,1731781370565.b07e77b4a424db6f3e3802ff0598445e./rep_barrier:seqnumDuringOpen/1731781371301/Put/seqid=0 2024-11-16T18:23:04,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741843_1019 (size=5518) 2024-11-16T18:23:04,608 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:23:04,608 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:23:04,608 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:04,808 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:04,872 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/rep_barrier/70ac648eef6f410f9a8bb01c95904d78 2024-11-16T18:23:04,891 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/table/02a13b8035644d38b8ef22186a4d1a42 is 40, key is test/table:state/1731781371306/Put/seqid=0 2024-11-16T18:23:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741844_1020 (size=5165) 2024-11-16T18:23:05,008 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:05,150 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:05,208 DEBUG [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:05,294 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/table/02a13b8035644d38b8ef22186a4d1a42 2024-11-16T18:23:05,298 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/info/271d67b21d8b4ef8946a30098d035b20 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/info/271d67b21d8b4ef8946a30098d035b20 2024-11-16T18:23:05,300 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/info/271d67b21d8b4ef8946a30098d035b20, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T18:23:05,301 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/ns/c5125db35c344999aa1af33d68259a53 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/ns/c5125db35c344999aa1af33d68259a53 2024-11-16T18:23:05,304 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/ns/c5125db35c344999aa1af33d68259a53, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:23:05,304 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/rep_barrier/70ac648eef6f410f9a8bb01c95904d78 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/rep_barrier/70ac648eef6f410f9a8bb01c95904d78 2024-11-16T18:23:05,307 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/rep_barrier/70ac648eef6f410f9a8bb01c95904d78, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T18:23:05,308 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/.tmp/table/02a13b8035644d38b8ef22186a4d1a42 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/table/02a13b8035644d38b8ef22186a4d1a42 2024-11-16T18:23:05,310 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/table/02a13b8035644d38b8ef22186a4d1a42, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T18:23:05,311 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-16T18:23:05,311 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:23:05,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T18:23:05,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:05,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:23:05,315 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:05,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781383607Running coprocessor pre-close hooks at 1731781383607Disabling compacts and flushes for region at 1731781383607Disabling writes for close at 1731781383607Obtaining lock to block concurrent updates at 1731781383607Preparing flush snapshotting stores in 1588230740 at 1731781383607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731781383608 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731781383608Flushing 1588230740/info: creating writer at 1731781383608Flushing 1588230740/info: appending metadata at 1731781383627 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731781383627Flushing 1588230740/ns: creating writer at 1731781384035 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731781384050 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731781384051 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731781384457 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781384468 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781384469 (+1 ms)Flushing 1588230740/table: creating writer at 1731781384875 (+406 ms)Flushing 1588230740/table: appending metadata at 1731781384891 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731781384891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76aa45a9: reopening flushed file at 1731781385297 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@836c64c: reopening flushed file at 1731781385301 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a791187: reopening flushed file at 1731781385304 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a761b1: reopening flushed file at 1731781385307 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1731781385311 (+4 ms)Writing region close event to WAL at 1731781385313 (+2 ms)Running coprocessor post-close hooks at 1731781385315 (+2 ms)Closed at 1731781385315 2024-11-16T18:23:05,315 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:05,344 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:05,409 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,46501,1731781359932; all regions closed. 2024-11-16T18:23:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741834_1010 (size=2717) 2024-11-16T18:23:05,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/WALs/3bde9015baec,46501,1731781359932/3bde9015baec%2C46501%2C1731781359932.meta.1731781363162.meta not finished, retry = 0 2024-11-16T18:23:05,512 DEBUG [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/oldWALs 2024-11-16T18:23:05,512 INFO [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C46501%2C1731781359932.meta:.meta(num 1731781363162) 2024-11-16T18:23:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741832_1008 (size=1374) 2024-11-16T18:23:05,515 DEBUG [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/oldWALs 2024-11-16T18:23:05,515 INFO [RS:0;3bde9015baec:46501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3bde9015baec%2C46501%2C1731781359932:(num 1731781362207) 2024-11-16T18:23:05,515 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:05,515 INFO [RS:0;3bde9015baec:46501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:05,515 INFO [RS:0;3bde9015baec:46501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:05,516 INFO [RS:0;3bde9015baec:46501 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:05,516 INFO [RS:0;3bde9015baec:46501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:05,516 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:05,516 INFO [RS:0;3bde9015baec:46501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:46501. 2024-11-16T18:23:05,516 DEBUG [RS:0;3bde9015baec:46501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:05,516 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:05,516 DEBUG [RS:0;3bde9015baec:46501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:05,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:05,516 INFO [RS:0;3bde9015baec:46501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46501 2024-11-16T18:23:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713/rs 2024-11-16T18:23:05,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-476616713/rs/3bde9015baec,46501,1731781359932 2024-11-16T18:23:05,571 INFO [RS:0;3bde9015baec:46501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:05,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,46501,1731781359932] 2024-11-16T18:23:05,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-476616713/draining/3bde9015baec,46501,1731781359932 already deleted, retry=false 2024-11-16T18:23:05,594 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,46501,1731781359932 expired; onlineServers=0 2024-11-16T18:23:05,594 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,35707,1731781359785' ***** 2024-11-16T18:23:05,594 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:23:05,594 INFO [M:0;3bde9015baec:35707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:05,594 INFO [M:0;3bde9015baec:35707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:05,595 DEBUG [M:0;3bde9015baec:35707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:23:05,595 DEBUG [M:0;3bde9015baec:35707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:23:05,595 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:23:05,595 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781361928 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781361928,5,FailOnTimeoutGroup] 2024-11-16T18:23:05,595 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781361929 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781361929,5,FailOnTimeoutGroup] 2024-11-16T18:23:05,595 INFO [M:0;3bde9015baec:35707 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:05,595 INFO [M:0;3bde9015baec:35707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:05,595 DEBUG [M:0;3bde9015baec:35707 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:23:05,595 INFO [M:0;3bde9015baec:35707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:23:05,595 INFO [M:0;3bde9015baec:35707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:05,595 INFO [M:0;3bde9015baec:35707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:23:05,595 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:23:05,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-476616713/master 2024-11-16T18:23:05,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-476616713 2024-11-16T18:23:05,605 DEBUG [M:0;3bde9015baec:35707 {}] zookeeper.ZKUtil(347): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Unable to get data of znode /1-476616713/master because node does not exist (not an error) 2024-11-16T18:23:05,605 WARN [M:0;3bde9015baec:35707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:23:05,606 INFO [M:0;3bde9015baec:35707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/.lastflushedseqids 2024-11-16T18:23:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741845_1021 (size=173) 2024-11-16T18:23:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:05,684 INFO [RS:0;3bde9015baec:46501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46501-0x10144e257970004, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:05,684 INFO [RS:0;3bde9015baec:46501 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,46501,1731781359932; zookeeper connection closed. 2024-11-16T18:23:05,684 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313273aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313273aa 2024-11-16T18:23:05,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:23:06,009 INFO [M:0;3bde9015baec:35707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:23:06,009 INFO [M:0;3bde9015baec:35707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:23:06,009 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:23:06,009 INFO [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:06,009 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:06,010 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:23:06,010 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:06,010 INFO [M:0;3bde9015baec:35707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-16T18:23:06,023 DEBUG [M:0;3bde9015baec:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e977e51e2e04488280c24c0abf60a114 is 82, key is hbase:meta,,1/info:regioninfo/1731781363188/Put/seqid=0 2024-11-16T18:23:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741846_1022 (size=5672) 2024-11-16T18:23:06,026 INFO [M:0;3bde9015baec:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e977e51e2e04488280c24c0abf60a114 2024-11-16T18:23:06,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T18:23:06,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,041 DEBUG [M:0;3bde9015baec:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25911453024a4f59bb9860f58c708da2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781371309/Put/seqid=0 2024-11-16T18:23:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741847_1023 (size=6585) 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T18:23:06,353 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:06,445 INFO [M:0;3bde9015baec:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25911453024a4f59bb9860f58c708da2 2024-11-16T18:23:06,460 DEBUG [M:0;3bde9015baec:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a3afe2eb4b4cf480df69bfcff1e180 is 69, key is 3bde9015baec,46501,1731781359932/rs:state/1731781362020/Put/seqid=0 2024-11-16T18:23:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741848_1024 (size=5156) 2024-11-16T18:23:06,547 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:06,863 INFO [M:0;3bde9015baec:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a3afe2eb4b4cf480df69bfcff1e180 2024-11-16T18:23:06,867 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e977e51e2e04488280c24c0abf60a114 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e977e51e2e04488280c24c0abf60a114 2024-11-16T18:23:06,869 INFO [M:0;3bde9015baec:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e977e51e2e04488280c24c0abf60a114, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T18:23:06,870 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25911453024a4f59bb9860f58c708da2 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25911453024a4f59bb9860f58c708da2 2024-11-16T18:23:06,872 INFO [M:0;3bde9015baec:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25911453024a4f59bb9860f58c708da2, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T18:23:06,872 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28a3afe2eb4b4cf480df69bfcff1e180 as hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a3afe2eb4b4cf480df69bfcff1e180 2024-11-16T18:23:06,875 INFO [M:0;3bde9015baec:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44417/user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28a3afe2eb4b4cf480df69bfcff1e180, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T18:23:06,876 INFO [M:0;3bde9015baec:35707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 866ms, sequenceid=55, compaction requested=false 2024-11-16T18:23:06,877 INFO [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:06,877 DEBUG [M:0;3bde9015baec:35707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781386009Disabling compacts and flushes for region at 1731781386009Disabling writes for close at 1731781386010 (+1 ms)Obtaining lock to block concurrent updates at 1731781386010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781386010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731781386010Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781386010Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781386010Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781386022 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781386023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781386029 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781386041 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781386041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781386448 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781386460 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781386460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672d6829: reopening flushed file at 1731781386866 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fe9533: reopening flushed file at 1731781386869 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39052e4: reopening flushed file at 1731781386872 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 866ms, sequenceid=55, compaction requested=false at 1731781386876 (+4 ms)Writing region close event to WAL at 1731781386877 (+1 ms)Closed at 1731781386877 2024-11-16T18:23:06,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4463b561-22fc-0f9e-8cfe-1a7cd8c3335f/MasterData/WALs/3bde9015baec,35707,1731781359785/3bde9015baec%2C35707%2C1731781359785.1731781361675 not finished, retry = 0 2024-11-16T18:23:06,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42557 is added to blk_1073741830_1006 (size=32758) 2024-11-16T18:23:06,979 INFO [M:0;3bde9015baec:35707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:23:06,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:06,979 INFO [M:0;3bde9015baec:35707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35707 2024-11-16T18:23:06,979 INFO [M:0;3bde9015baec:35707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:07,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:07,231 INFO [M:0;3bde9015baec:35707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:07,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x10144e257970003, quorum=127.0.0.1:53322, baseZNode=/1-476616713 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:07,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a19505{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:23:07,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f6c7b0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:07,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:07,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@554109bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:07,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47da66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:07,235 WARN [BP-1412841984-172.17.0.2-1731781357897 heartbeating to localhost/127.0.0.1:44417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:23:07,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:23:07,235 WARN [BP-1412841984-172.17.0.2-1731781357897 heartbeating to localhost/127.0.0.1:44417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1412841984-172.17.0.2-1731781357897 (Datanode Uuid cd8a1848-add1-4d6e-85d3-f9f8f682db55) service to localhost/127.0.0.1:44417 2024-11-16T18:23:07,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:23:07,235 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/cluster_3eb77a47-f5ba-0ce3-7e88-4b8290cfe047/data/data1/current/BP-1412841984-172.17.0.2-1731781357897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:07,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/cluster_3eb77a47-f5ba-0ce3-7e88-4b8290cfe047/data/data2/current/BP-1412841984-172.17.0.2-1731781357897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:07,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:23:07,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28c52eab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:23:07,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52761fee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:07,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:07,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a6a2451{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:07,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad94a68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e77667e-960a-ed52-936f-3267dcdb7c45/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:23:07,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T18:23:07,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:07,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:07,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:07,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:07,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:07,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T18:23:07,252 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1824370142, stopped=false 2024-11-16T18:23:07,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3bde9015baec,35569,1731781354326 2024-11-16T18:23:07,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-260742402/running 2024-11-16T18:23:07,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-260742402/running 2024-11-16T18:23:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:23:07,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:23:07,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:07,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T18:23:07,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/running 2024-11-16T18:23:07,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:07,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:07,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Set watcher on znode that does not yet exist, /0-260742402/running 2024-11-16T18:23:07,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3bde9015baec,34265,1731781354519' ***** 2024-11-16T18:23:07,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T18:23:07,277 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T18:23:07,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for c604d18bbc564786ce4b7f67cc744b58 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(959): stopping server 3bde9015baec,34265,1731781354519 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:07,278 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c604d18bbc564786ce4b7f67cc744b58, disabling compactions & flushes 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34265. 2024-11-16T18:23:07,278 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:23:07,278 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:23:07,278 DEBUG [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:07,278 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:07,278 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. after waiting 0 ms 2024-11-16T18:23:07,278 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T18:23:07,278 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c604d18bbc564786ce4b7f67cc744b58 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T18:23:07,278 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T18:23:07,278 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1325): Online Regions={c604d18bbc564786ce4b7f67cc744b58=hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58., 1588230740=hbase:meta,,1.1588230740, cdad3df2a670add3dcc0812f3f3019e7=test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7.} 2024-11-16T18:23:07,278 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c604d18bbc564786ce4b7f67cc744b58, cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:23:07,278 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T18:23:07,278 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T18:23:07,279 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T18:23:07,279 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T18:23:07,279 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T18:23:07,279 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T18:23:07,291 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/info/f00e97a99e6b4a119956a69c0ef2b8a6 is 147, key is hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58./info:regioninfo/1731781374625/Put/seqid=0 2024-11-16T18:23:07,295 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/hfileref/f9282dfefc654518afc7b0dcf62c3fc4 is 74, key is 1/hfileref:15a26d97f6684d118031f6a1c94adeb0_SeqId_6_/1731781379468/DeleteColumn/seqid=0 2024-11-16T18:23:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741847_1023 (size=7686) 2024-11-16T18:23:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741848_1024 (size=5489) 2024-11-16T18:23:07,301 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/hfileref/f9282dfefc654518afc7b0dcf62c3fc4 2024-11-16T18:23:07,317 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/queue/e06d2b3d1e4a40d684095a64af4f1ea9 is 153, key is 1-3bde9015baec,34265,1731781354519/queue:3bde9015baec%2C34265%2C1731781354519/1731781379469/Put/seqid=0 2024-11-16T18:23:07,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741849_1025 (size=5504) 2024-11-16T18:23:07,325 INFO [regionserver/3bde9015baec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:07,479 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c604d18bbc564786ce4b7f67cc744b58, cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:23:07,566 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T18:23:07,613 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T18:23:07,613 INFO [regionserver/3bde9015baec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T18:23:07,656 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:07,679 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c604d18bbc564786ce4b7f67cc744b58, cdad3df2a670add3dcc0812f3f3019e7 2024-11-16T18:23:07,696 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/info/f00e97a99e6b4a119956a69c0ef2b8a6 2024-11-16T18:23:07,711 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/ns/346e054940bd42f19b38fb52b8c4b34b is 43, key is default/ns:d/1731781357774/Put/seqid=0 2024-11-16T18:23:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741850_1026 (size=5153) 2024-11-16T18:23:07,720 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/queue/e06d2b3d1e4a40d684095a64af4f1ea9 2024-11-16T18:23:07,723 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/hfileref/f9282dfefc654518afc7b0dcf62c3fc4 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/hfileref/f9282dfefc654518afc7b0dcf62c3fc4 2024-11-16T18:23:07,726 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/hfileref/f9282dfefc654518afc7b0dcf62c3fc4, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T18:23:07,727 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/.tmp/queue/e06d2b3d1e4a40d684095a64af4f1ea9 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/queue/e06d2b3d1e4a40d684095a64af4f1ea9 2024-11-16T18:23:07,729 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/queue/e06d2b3d1e4a40d684095a64af4f1ea9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T18:23:07,730 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c604d18bbc564786ce4b7f67cc744b58 in 452ms, sequenceid=17, compaction requested=false 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/replication/c604d18bbc564786ce4b7f67cc744b58/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:23:07,733 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c604d18bbc564786ce4b7f67cc744b58: Waiting for close lock at 1731781387278Running coprocessor pre-close hooks at 1731781387278Disabling compacts and flushes for region at 1731781387278Disabling writes for close at 1731781387278Obtaining lock to block concurrent updates at 1731781387278Preparing flush snapshotting stores in c604d18bbc564786ce4b7f67cc744b58 at 1731781387278Finished memstore snapshotting hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731781387278Flushing stores of hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. at 1731781387279 (+1 ms)Flushing c604d18bbc564786ce4b7f67cc744b58/hfileref: creating writer at 1731781387279Flushing c604d18bbc564786ce4b7f67cc744b58/hfileref: appending metadata at 1731781387295 (+16 ms)Flushing c604d18bbc564786ce4b7f67cc744b58/hfileref: closing flushed file at 1731781387295Flushing c604d18bbc564786ce4b7f67cc744b58/queue: creating writer at 1731781387305 (+10 ms)Flushing c604d18bbc564786ce4b7f67cc744b58/queue: appending metadata at 1731781387316 (+11 ms)Flushing c604d18bbc564786ce4b7f67cc744b58/queue: closing flushed file at 1731781387316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed8ff60: reopening flushed file at 1731781387723 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b401f9: reopening flushed file at 1731781387726 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c604d18bbc564786ce4b7f67cc744b58 in 452ms, sequenceid=17, compaction requested=false at 1731781387730 (+4 ms)Writing region close event to WAL at 1731781387731 (+1 ms)Running coprocessor post-close hooks at 1731781387733 (+2 ms)Closed at 1731781387733 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731781373867.c604d18bbc564786ce4b7f67cc744b58. 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdad3df2a670add3dcc0812f3f3019e7, disabling compactions & flushes 2024-11-16T18:23:07,733 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. after waiting 0 ms 2024-11-16T18:23:07,733 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:23:07,736 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/default/test/cdad3df2a670add3dcc0812f3f3019e7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T18:23:07,736 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:07,736 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T18:23:07,736 INFO [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:23:07,736 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdad3df2a670add3dcc0812f3f3019e7: Waiting for close lock at 1731781387733Running coprocessor pre-close hooks at 1731781387733Disabling compacts and flushes for region at 1731781387733Disabling writes for close at 1731781387733Writing region close event to WAL at 1731781387734 (+1 ms)Running coprocessor post-close hooks at 1731781387736 (+2 ms)Closed at 1731781387736 2024-11-16T18:23:07,736 DEBUG [RS_CLOSE_REGION-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7. 2024-11-16T18:23:07,850 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:07,853 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:23:07,853 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:07,853 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:23:07,854 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3bde9015baec,34265,1731781354519: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-3bde9015baec,34265,1731781354519, walGroup=3bde9015baec%2C34265%2C1731781354519, offset=3bde9015baec%2C34265%2C1731781354519.1731781376932:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:34265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T18:23:07,855 ERROR [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T18:23:07,855 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T18:23:07,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T18:23:07,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T18:23:07,856 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T18:23:07,856 INFO [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1272553608 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208559024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T18:23:07,856 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3bde9015baec:35569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T18:23:07,879 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,056 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:08,079 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,114 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/ns/346e054940bd42f19b38fb52b8c4b34b 2024-11-16T18:23:08,138 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d323eb4da74ad9bcb2cf1b73f896d4 is 112, key is test,,1731781368409.cdad3df2a670add3dcc0812f3f3019e7./rep_barrier:seqnumDuringOpen/1731781369550/Put/seqid=0 2024-11-16T18:23:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741851_1027 (size=5518) 2024-11-16T18:23:08,279 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T18:23:08,279 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T18:23:08,279 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,359 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:08,480 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,541 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d323eb4da74ad9bcb2cf1b73f896d4 2024-11-16T18:23:08,562 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/table/6bca041985b94ecc94dea58e3944654d is 53, key is hbase:replication/table:state/1731781374630/Put/seqid=0 2024-11-16T18:23:08,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741852_1028 (size=5308) 2024-11-16T18:23:08,680 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,762 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:08,880 DEBUG [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T18:23:08,966 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/table/6bca041985b94ecc94dea58e3944654d 2024-11-16T18:23:08,970 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/info/f00e97a99e6b4a119956a69c0ef2b8a6 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/info/f00e97a99e6b4a119956a69c0ef2b8a6 2024-11-16T18:23:08,973 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/info/f00e97a99e6b4a119956a69c0ef2b8a6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T18:23:08,974 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/ns/346e054940bd42f19b38fb52b8c4b34b as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/ns/346e054940bd42f19b38fb52b8c4b34b 2024-11-16T18:23:08,977 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/ns/346e054940bd42f19b38fb52b8c4b34b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T18:23:08,977 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d323eb4da74ad9bcb2cf1b73f896d4 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/rep_barrier/f4d323eb4da74ad9bcb2cf1b73f896d4 2024-11-16T18:23:08,980 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/rep_barrier/f4d323eb4da74ad9bcb2cf1b73f896d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T18:23:08,980 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/.tmp/table/6bca041985b94ecc94dea58e3944654d as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/table/6bca041985b94ecc94dea58e3944654d 2024-11-16T18:23:08,983 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/table/6bca041985b94ecc94dea58e3944654d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T18:23:08,983 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-16T18:23:08,984 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T18:23:08,987 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T18:23:08,987 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T18:23:08,987 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T18:23:08,987 INFO [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:08,987 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731781387278Running coprocessor pre-close hooks at 1731781387278Disabling compacts and flushes for region at 1731781387278Disabling writes for close at 1731781387279 (+1 ms)Obtaining lock to block concurrent updates at 1731781387279Preparing flush snapshotting stores in 1588230740 at 1731781387279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731781387279Flushing stores of hbase:meta,,1.1588230740 at 1731781387279Flushing 1588230740/info: creating writer at 1731781387279Flushing 1588230740/info: appending metadata at 1731781387291 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731781387291Flushing 1588230740/ns: creating writer at 1731781387699 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731781387710 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731781387710Flushing 1588230740/rep_barrier: creating writer at 1731781388117 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731781388138 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731781388138Flushing 1588230740/table: creating writer at 1731781388545 (+407 ms)Flushing 1588230740/table: appending metadata at 1731781388562 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731781388562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf4b0b7: reopening flushed file at 1731781388969 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b969ed: reopening flushed file at 1731781388973 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2dfd28: reopening flushed file at 1731781388977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47388a17: reopening flushed file at 1731781388980 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731781388983 (+3 ms)Writing region close event to WAL at 1731781388985 (+2 ms)Running coprocessor post-close hooks at 1731781388987 (+2 ms)Closed at 1731781388987 2024-11-16T18:23:08,987 DEBUG [RS_CLOSE_META-regionserver/3bde9015baec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T18:23:09,058 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 393, reset compression=false 2024-11-16T18:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T18:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3bde9015baec,34265,1731781354519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T18:23:09,062 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T18:23:09,080 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(976): stopping server 3bde9015baec,34265,1731781354519; all regions closed. 2024-11-16T18:23:09,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741843_1019 (size=859) 2024-11-16T18:23:09,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.meta.1731781376912.meta not finished, retry = 0 2024-11-16T18:23:09,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741842_1018 (size=2791) 2024-11-16T18:23:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741844_1020 (size=696) 2024-11-16T18:23:09,186 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:09,186 INFO [RS:0;3bde9015baec:34265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T18:23:09,186 INFO [RS:0;3bde9015baec:34265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:09,186 INFO [RS:0;3bde9015baec:34265 {}] hbase.ChoreService(370): Chore service for: regionserver/3bde9015baec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:09,186 INFO [RS:0;3bde9015baec:34265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:09,186 INFO [regionserver/3bde9015baec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:09,187 INFO [RS:0;3bde9015baec:34265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3bde9015baec,34265,1731781354519 because: Region server is closing 2024-11-16T18:23:09,187 INFO [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34265. 2024-11-16T18:23:09,187 DEBUG [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:09,187 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:09,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:09,187 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:09,266 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 to pos 688, reset compression=false 2024-11-16T18:23:09,267 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/WALs/3bde9015baec,34265,1731781354519/3bde9015baec%2C34265%2C1731781354519.1731781376932 2024-11-16T18:23:09,267 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T18:23:09,267 DEBUG [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T18:23:09,288 INFO [RS:0;3bde9015baec:34265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,1-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,1-3bde9015baec,34265,1731781354519 terminated 2024-11-16T18:23:09,288 INFO [RS:0;3bde9015baec:34265 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3bde9015baec,34265,1731781354519 because: Region server is closing 2024-11-16T18:23:09,288 INFO [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3bde9015baec:34265. 2024-11-16T18:23:09,288 DEBUG [RS:0;3bde9015baec:34265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T18:23:09,288 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:09,288 DEBUG [RS:0;3bde9015baec:34265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T18:23:09,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T18:23:09,388 INFO [RS:0;3bde9015baec:34265 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.shipper3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 terminated 2024-11-16T18:23:09,388 INFO [RS:0;3bde9015baec:34265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34265 2024-11-16T18:23:09,388 WARN [RS_REFRESH_PEER-regionserver/3bde9015baec:0-0.replicationSource,2-3bde9015baec,34265,1731781354519.replicationSource.wal-reader.3bde9015baec%2C34265%2C1731781354519,2-3bde9015baec,34265,1731781354519 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T18:23:09,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-260742402/rs/3bde9015baec,34265,1731781354519 2024-11-16T18:23:09,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402/rs 2024-11-16T18:23:09,457 INFO [RS:0;3bde9015baec:34265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:09,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3bde9015baec,34265,1731781354519] 2024-11-16T18:23:09,558 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-260742402/draining/3bde9015baec,34265,1731781354519 already deleted, retry=false 2024-11-16T18:23:09,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3bde9015baec,34265,1731781354519 expired; onlineServers=0 2024-11-16T18:23:09,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3bde9015baec,35569,1731781354326' ***** 2024-11-16T18:23:09,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T18:23:09,558 DEBUG [M:0;3bde9015baec:35569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T18:23:09,558 DEBUG [M:0;3bde9015baec:35569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T18:23:09,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T18:23:09,558 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781356518 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.large.0-1731781356518,5,FailOnTimeoutGroup] 2024-11-16T18:23:09,558 DEBUG [master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781356518 {}] cleaner.HFileCleaner(306): Exit Thread[master/3bde9015baec:0:becomeActiveMaster-HFileCleaner.small.0-1731781356518,5,FailOnTimeoutGroup] 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] hbase.ChoreService(370): Chore service for: master/3bde9015baec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T18:23:09,558 DEBUG [M:0;3bde9015baec:35569 {}] master.HMaster(1795): Stopping service threads 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T18:23:09,558 INFO [M:0;3bde9015baec:35569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T18:23:09,559 ERROR [M:0;3bde9015baec:35569 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:44925 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44925,5,PEWorkerGroup] 2024-11-16T18:23:09,559 INFO [M:0;3bde9015baec:35569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T18:23:09,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T18:23:09,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:09,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34265-0x10144e257970001, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:09,568 INFO [RS:0;3bde9015baec:34265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:09,568 INFO [RS:0;3bde9015baec:34265 {}] regionserver.HRegionServer(1031): Exiting; stopping=3bde9015baec,34265,1731781354519; zookeeper connection closed. 2024-11-16T18:23:09,568 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5195cd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5195cd7 2024-11-16T18:23:09,568 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T18:23:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-260742402/master 2024-11-16T18:23:09,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-260742402 2024-11-16T18:23:09,583 DEBUG [M:0;3bde9015baec:35569 {}] zookeeper.ZKUtil(347): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Unable to get data of znode /0-260742402/master because node does not exist (not an error) 2024-11-16T18:23:09,584 WARN [M:0;3bde9015baec:35569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T18:23:09,584 INFO [M:0;3bde9015baec:35569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/.lastflushedseqids 2024-11-16T18:23:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741853_1029 (size=263) 2024-11-16T18:23:09,988 INFO [M:0;3bde9015baec:35569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T18:23:09,988 INFO [M:0;3bde9015baec:35569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T18:23:09,988 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T18:23:09,988 INFO [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:09,988 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:09,988 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T18:23:09,988 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:09,988 INFO [M:0;3bde9015baec:35569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-16T18:23:10,003 DEBUG [M:0;3bde9015baec:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feffdd5f29b94bef89b7ae6372649d50 is 82, key is hbase:meta,,1/info:regioninfo/1731781357733/Put/seqid=0 2024-11-16T18:23:10,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741854_1030 (size=5672) 2024-11-16T18:23:10,407 INFO [M:0;3bde9015baec:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feffdd5f29b94bef89b7ae6372649d50 2024-11-16T18:23:10,425 DEBUG [M:0;3bde9015baec:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4887e36f13542268f065941d9add7d3 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731781369557/Put/seqid=0 2024-11-16T18:23:10,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741855_1031 (size=7609) 2024-11-16T18:23:10,830 INFO [M:0;3bde9015baec:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4887e36f13542268f065941d9add7d3 2024-11-16T18:23:10,833 INFO [M:0;3bde9015baec:35569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4887e36f13542268f065941d9add7d3 2024-11-16T18:23:10,848 DEBUG [M:0;3bde9015baec:35569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b983e43c8dd54569a28eb81e94ab396c is 69, key is 3bde9015baec,34265,1731781354519/rs:state/1731781356582/Put/seqid=0 2024-11-16T18:23:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741856_1032 (size=5156) 2024-11-16T18:23:10,876 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T18:23:10,876 INFO [master/3bde9015baec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T18:23:11,251 INFO [M:0;3bde9015baec:35569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b983e43c8dd54569a28eb81e94ab396c 2024-11-16T18:23:11,254 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feffdd5f29b94bef89b7ae6372649d50 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feffdd5f29b94bef89b7ae6372649d50 2024-11-16T18:23:11,257 INFO [M:0;3bde9015baec:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feffdd5f29b94bef89b7ae6372649d50, entries=8, sequenceid=121, filesize=5.5 K 2024-11-16T18:23:11,257 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4887e36f13542268f065941d9add7d3 as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4887e36f13542268f065941d9add7d3 2024-11-16T18:23:11,260 INFO [M:0;3bde9015baec:35569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4887e36f13542268f065941d9add7d3 2024-11-16T18:23:11,260 INFO [M:0;3bde9015baec:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4887e36f13542268f065941d9add7d3, entries=13, sequenceid=121, filesize=7.4 K 2024-11-16T18:23:11,260 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b983e43c8dd54569a28eb81e94ab396c as hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b983e43c8dd54569a28eb81e94ab396c 2024-11-16T18:23:11,263 INFO [M:0;3bde9015baec:35569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44925/user/jenkins/test-data/bec72968-a55b-033b-0d6e-76ff93b44170/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b983e43c8dd54569a28eb81e94ab396c, entries=1, sequenceid=121, filesize=5.0 K 2024-11-16T18:23:11,264 INFO [M:0;3bde9015baec:35569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=121, compaction requested=false 2024-11-16T18:23:11,266 INFO [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T18:23:11,266 DEBUG [M:0;3bde9015baec:35569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731781389988Disabling compacts and flushes for region at 1731781389988Disabling writes for close at 1731781389988Obtaining lock to block concurrent updates at 1731781389988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731781389988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731781389989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731781389989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731781389989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731781390003 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731781390003Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731781390410 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731781390425 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731781390425Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731781390833 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731781390847 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731781390847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224c47b0: reopening flushed file at 1731781391254 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6614aa4a: reopening flushed file at 1731781391257 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17963ed: reopening flushed file at 1731781391260 (+3 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=121, compaction requested=false at 1731781391264 (+4 ms)Writing region close event to WAL at 1731781391266 (+2 ms)Closed at 1731781391266 2024-11-16T18:23:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39901 is added to blk_1073741830_1006 (size=69908) 2024-11-16T18:23:11,268 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T18:23:11,269 INFO [M:0;3bde9015baec:35569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T18:23:11,269 INFO [M:0;3bde9015baec:35569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35569 2024-11-16T18:23:11,269 INFO [M:0;3bde9015baec:35569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T18:23:11,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:11,420 INFO [M:0;3bde9015baec:35569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T18:23:11,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35569-0x10144e257970000, quorum=127.0.0.1:53322, baseZNode=/0-260742402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T18:23:11,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c7cb425{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T18:23:11,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fab97fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:11,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:11,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c9b614f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:11,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a695744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:11,424 WARN [BP-1442027651-172.17.0.2-1731781352447 heartbeating to localhost/127.0.0.1:44925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T18:23:11,424 WARN [BP-1442027651-172.17.0.2-1731781352447 heartbeating to localhost/127.0.0.1:44925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1442027651-172.17.0.2-1731781352447 (Datanode Uuid fe98262c-dd20-4622-9cc1-cef0cea4191f) service to localhost/127.0.0.1:44925 2024-11-16T18:23:11,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T18:23:11,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T18:23:11,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/data/data1/current/BP-1442027651-172.17.0.2-1731781352447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:11,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/cluster_745630ca-dbf7-ea88-af9d-5ffc76900d43/data/data2/current/BP-1442027651-172.17.0.2-1731781352447 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T18:23:11,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T18:23:11,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f4f83b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T18:23:11,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26900761{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T18:23:11,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T18:23:11,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@750ed373{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T18:23:11,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ca5b81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48e9e995-e672-3eeb-02bc-9050b73baeb6/hadoop.log.dir/,STOPPED} 2024-11-16T18:23:11,437 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T18:23:11,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T18:23:11,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 528) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53322) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42799 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44925 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44417 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=970 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 290), ProcessCount=11 (was 11), AvailableMemoryMB=3176 (was 3418) 2024-11-16T18:23:11,467 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500